-- Logs begin at Mon 2022-03-28 18:12:24 UTC, end at Mon 2022-03-28 19:08:56 UTC. -- Mar 28 18:44:51.738701 dv-cinder-835483-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 28 18:44:54.630501 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.common.config [-] Logging enabled! Mar 28 18:44:54.631077 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev66 Mar 28 18:44:54.631285 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109594) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 18:44:54.634602 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.common.config [-] Logging enabled! Mar 28 18:44:54.634854 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev66 Mar 28 18:44:54.635161 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109594) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 18:44:54.636885 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 18:44:54.637119 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 18:44:54.637482 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 18:44:54.637752 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 18:44:54.637972 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 18:44:54.638714 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.639138 dv-cinder-835483-1-smb neutron-server[109594]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 28 18:44:54.639451 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.639748 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.640040 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.640336 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.640626 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.640909 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.641195 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.641487 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.641802 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.642250 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.642539 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.642836 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.643984 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.643984 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.643984 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.643984 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] debug = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.644391 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.645096 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.645531 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.645829 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.646127 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.646409 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.646680 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.646958 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.647245 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.647581 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] host = dv-cinder-835483-1-smb {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.647855 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.648145 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.648432 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.648725 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.649000 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.649276 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.649560 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.649857 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.650133 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] log_file = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.650409 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.650699 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.650984 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.651865 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.652092 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.652318 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.652629 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.652916 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.653193 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.653470 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.653765 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.654044 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.654319 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.654589 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.654871 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.655153 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.655436 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.655711 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.655983 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.656252 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.656525 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.656809 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.657080 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.657351 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.657624 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.657935 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.658204 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.658477 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.658779 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.659062 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.659342 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.659625 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.659897 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.660177 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.660445 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.660718 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.660988 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] use_json = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.661256 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.661523 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.661828 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.662097 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.662366 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.662636 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.662904 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.663183 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.663451 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:54.663747 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.664039 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.664337 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.664632 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.664920 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.665198 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.665485 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.665793 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.666081 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.666368 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.666677 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.666969 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.667267 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.667554 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.667844 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.668147 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.668440 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.668735 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.669008 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.669282 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.669555 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.669858 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.670148 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.670427 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.670717 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.671007 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.671285 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.671581 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.671869 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.672161 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.672451 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.672726 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.673004 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.673294 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.673571 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.673871 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.674148 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.674435 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.674713 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.674987 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.675269 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.675544 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.675815 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.676082 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.676357 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.676643 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.676915 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.677183 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.677451 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.677743 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.678011 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.678293 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.678574 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.678847 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.679117 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.679391 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.679662 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.679933 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.680207 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.680476 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.680751 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.681021 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.681290 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.681561 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.681855 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.682124 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.682496 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.682785 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.683063 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.683337 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.683610 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.683882 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.684152 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.684424 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.684711 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.685006 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.685283 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.685560 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.685864 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.686142 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.686416 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.686690 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.686967 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.687242 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.687511 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.687796 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.688075 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.688359 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.688662 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.688937 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.689228 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.689504 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.689813 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.690096 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.690372 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.690647 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.690929 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.691209 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.691500 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.691789 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.692079 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.692366 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.692658 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.692936 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.693239 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.693517 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:54.693814 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 18:44:54.693995 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109594) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 28 18:44:55.062943 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 18:44:55.063143 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 18:44:55.063446 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 18:44:55.063917 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 28 18:44:55.388934 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.389224 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.389491 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.390821 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.391091 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.391472 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.445355 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.445630 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.445917 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.461164 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.461438 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.461699 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.490009 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.490284 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.490549 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.632278 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.632933 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.632933 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.863262 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.863456 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.863718 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.863978 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.864667 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.963098 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.963412 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.964221 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.964491 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.964739 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.965047 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.965306 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.965560 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.965837 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.966122 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.966379 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.966645 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.966899 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.967149 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.967402 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.967664 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.967915 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.968187 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.968458 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.968717 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.968989 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.969242 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.969522 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.969919 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.970172 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.970419 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:55.970809 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:44:55.971047 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:44:55.971280 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:44:55.971513 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:44:55.971745 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:44:55.971977 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:44:55.972336 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 28 18:44:55.975406 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 28 18:44:55.979442 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 28 18:44:55.983147 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 28 18:44:55.984749 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 28 18:44:55.985211 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 28 18:44:55.985540 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 28 18:44:55.985955 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 28 18:44:55.988732 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 28 18:44:55.988981 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 28 18:44:55.989319 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 18:44:55.994135 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 28 18:44:56.018321 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 28 18:44:56.018765 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.019058 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109594) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 28 18:44:56.019423 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.020761 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109594) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 28 18:44:56.021032 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 18:44:56.021271 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 28 18:44:56.024521 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.024799 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.087740 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 28 18:44:56.087978 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 28 18:44:56.088209 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 28 18:44:56.088627 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 28 18:44:56.109248 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_db.sqlalchemy.engines [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109594) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 28 18:44:56.542535 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Initializing driver for type 'gre' Mar 28 18:44:56.542973 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] gre ID ranges: [(1, 1000)] Mar 28 18:44:56.593230 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Initializing driver for type 'local' Mar 28 18:44:56.593589 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Initializing driver for type 'vlan' Mar 28 18:44:56.606067 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] VlanTypeDriver initialization complete Mar 28 18:44:56.606399 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Initializing driver for type 'vxlan' Mar 28 18:44:56.606874 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] vxlan ID ranges: [(1, 1000)] Mar 28 18:44:56.654773 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Initializing extension driver 'port_security' Mar 28 18:44:56.655535 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.extensions.port_security [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] PortSecurityExtensionDriver initialization complete Mar 28 18:44:56.655535 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Initializing mechanism driver 'openvswitch' Mar 28 18:44:56.655787 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Initializing mechanism driver 'hyperv' Mar 28 18:44:56.662220 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:44:56.662895 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > port after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.663262 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > port after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.663608 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > port after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.664128 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 18:44:56.664554 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > subnet after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.664927 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > subnet after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.665269 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.665666 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 18:44:56.666089 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > network after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.666432 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > network after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.666839 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > network after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.667229 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 18:44:56.667629 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > security_group after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.667973 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > security_group after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.668314 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > security_group after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.668835 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 18:44:56.669240 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.669585 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.669953 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.670347 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 18:44:56.670743 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > address_group after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.671084 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > address_group after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.671418 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > address_group after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.671808 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 18:44:56.672245 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] ML2 OVO RPC backend initialized. {{(pid=109594) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 28 18:44:56.672953 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.673304 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.673711 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > network before_response 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.674077 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > networks before_response 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.674471 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > port before_response 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.674780 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > ports before_response 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.675116 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > subnet before_response 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.675533 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > subnets before_response 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.675904 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > network after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.676258 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > network after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.676568 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > network after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.676915 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > port after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.677251 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > port after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.677577 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > port after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.677939 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > subnet after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.678302 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > subnet after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.678659 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.686329 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded quota_driver: . Mar 28 18:44:56.686654 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Modular L2 Plugin initialization complete Mar 28 18:44:56.686999 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading services supported by the core plugin {{(pid=109594) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 28 18:44:56.687346 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.plugins.ml2.managers [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Got port-security extension from driver 'port_security' Mar 28 18:44:56.687883 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.extensions.vlantransparent [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Disabled vlantransparent extension. Mar 28 18:44:56.688328 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109594) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 28 18:44:56.688655 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading Plugin: router Mar 28 18:44:56.724719 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router_interface before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.725113 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router after_create 55549900 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.725480 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router before_create 55549900 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.725886 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.726260 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.726615 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router after_delete 55549900 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.726968 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > floatingip after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.727316 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > floatingip after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.727669 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router after_create 55549900 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.728013 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router after_update 55549900 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.728357 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router after_update 55549900 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.728701 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.729054 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router after_update 55549900 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.729462 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router precommit_update 55549900 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.729860 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: port after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.730200 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: port after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.730540 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: subnet after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.730876 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.731225 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > port precommit_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.731567 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router precommit_create 55549900 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.731904 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: port before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.732242 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router precommit_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.732594 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router after_update 55549900 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.732931 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router precommit_delete 55549900 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.733276 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router precommit_create 55549900 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.733633 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.734005 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router precommit_update 55549900 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.734371 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > agent after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.734718 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > agent after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.735055 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > network after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.735919 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Tracking information for resource: router configured {{(pid=109594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:44:56.736253 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Tracking information for resource: floatingip configured {{(pid=109594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:44:56.741042 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.db.l3_agentschedulers_db [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 28 18:44:56.741610 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: port after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.742002 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: port after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.742350 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: port after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.742697 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: port after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.743476 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router before_create 55550100 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.743835 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router precommit_delete 55550100 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.744197 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router precommit_create 55550100 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.744550 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > router precommit_update 55550100 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.749879 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.services.provider_configuration [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service providers = [] {{(pid=109594) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 28 18:44:56.750244 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.db.servicetype_db [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109594) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 28 18:44:56.753153 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.services.service_base [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 18:44:56.753498 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.services.service_base [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 18:44:56.753874 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.services.service_base [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 18:44:56.754755 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.services.service_base [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 18:44:56.755123 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.services.service_base [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 28 18:44:56.755502 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:44:56.755816 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 28 18:44:56.766785 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:44:56.767119 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading Plugin: auto_allocate Mar 28 18:44:56.773021 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: network precommit_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.773388 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: network precommit_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.773941 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:44:56.774261 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading Plugin: tag Mar 28 18:44:56.780925 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:44:56.781256 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading Plugin: timestamp Mar 28 18:44:56.785210 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:44:56.785539 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading Plugin: network_ip_availability Mar 28 18:44:56.790948 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.791315 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.792226 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:56.793025 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:44:56.793293 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading Plugin: flavors Mar 28 18:44:56.797984 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:44:56.798317 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading Plugin: revisions Mar 28 18:44:56.802540 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:44:56.802930 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_concurrency.lockutils [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.739s {{(pid=109594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 18:44:56.803656 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109594) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 28 18:44:56.803995 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Initializing extension manager. Mar 28 18:44:56.804517 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: __init__.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.804856 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: __pycache__ {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.805186 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: address_group.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.805954 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.806513 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: address-group Mar 28 18:44:56.806833 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: address_scope.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.808114 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.808621 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: address-scope Mar 28 18:44:56.808941 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: admin_state_down_before_update.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.810053 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.810567 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: router-admin-state-down-before-update Mar 28 18:44:56.810886 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: agent.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.811577 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.812083 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: agent Mar 28 18:44:56.812399 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: agent_resources_synced.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.813296 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.813838 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: agent-resources-synced Mar 28 18:44:56.814160 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: allowedaddresspairs.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.815923 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.816438 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: allowed-address-pairs Mar 28 18:44:56.816762 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: auto_allocated_topology.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.817849 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.818360 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: auto-allocated-topology Mar 28 18:44:56.818682 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: availability_zone.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.819366 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.819871 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: availability_zone Mar 28 18:44:56.820189 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: availability_zone_filter.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.821088 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.821885 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: availability_zone_filter Mar 28 18:44:56.822206 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: data_plane_status.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.823159 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.823664 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension data-plane-status not supported by any of loaded plugins Mar 28 18:44:56.823991 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: default_subnetpools.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.824907 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.825416 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: default-subnetpools Mar 28 18:44:56.825758 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: dhcpagentscheduler.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.826558 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.827066 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: dhcp_agent_scheduler Mar 28 18:44:56.827382 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: dns.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.828290 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.828793 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension dns-integration not supported by any of loaded plugins Mar 28 18:44:56.829113 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: dns_domain_ports.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.830050 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.830559 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 28 18:44:56.830880 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.831791 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.832296 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 28 18:44:56.832614 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: dvr.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.833273 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.833878 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: dvr Mar 28 18:44:56.834199 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: ecmp_routes.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.835105 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.835615 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension ecmp_routes not supported by any of loaded plugins Mar 28 18:44:56.835931 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: empty_string_filtering.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.836833 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.837336 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: empty-string-filtering Mar 28 18:44:56.837654 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.838751 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.839257 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 28 18:44:56.839573 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.840480 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.840986 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 28 18:44:56.841302 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: external_net.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.842225 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.842731 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: external-net Mar 28 18:44:56.843046 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: extra_dhcp_opt.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.843943 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.844463 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: extra_dhcp_opt Mar 28 18:44:56.844764 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: extraroute.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.845657 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.846187 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: extraroute Mar 28 18:44:56.846508 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: extraroute_atomic.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.847518 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.848025 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: extraroute-atomic Mar 28 18:44:56.848350 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: filter_validation.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.848994 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.849496 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: filter-validation Mar 28 18:44:56.849845 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: fip_pf_description.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.850743 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.851248 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 28 18:44:56.851569 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: fip_pf_port_range.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.852475 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.852975 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 28 18:44:56.853293 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: fip_port_details.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.854766 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.855274 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: fip-port-details Mar 28 18:44:56.855589 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: flavors.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.856806 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.857330 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: flavors Mar 28 18:44:56.857651 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.859333 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.859857 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 28 18:44:56.860190 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: floatingip_pools.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.860885 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.861396 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: floatingip-pools Mar 28 18:44:56.861742 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: ip_allocation.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.862658 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.863167 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension ip_allocation not supported by any of loaded plugins Mar 28 18:44:56.863489 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.864398 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.864908 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: ip-substring-filtering Mar 28 18:44:56.865232 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: l2_adjacency.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.866176 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.866679 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension l2_adjacency not supported by any of loaded plugins Mar 28 18:44:56.867001 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: l3.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.869381 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.870588 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: router Mar 28 18:44:56.870923 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: l3_conntrack_helper.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.873109 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.873638 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 28 18:44:56.873999 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.874924 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.875441 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: ext-gw-mode Mar 28 18:44:56.875767 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.876681 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.877193 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: l3-ha Mar 28 18:44:56.877517 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.878461 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.878968 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 28 18:44:56.879291 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: l3_flavors.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.880201 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.880712 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: l3-flavors Mar 28 18:44:56.881035 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: l3_ndp_proxy.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.882420 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.882937 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 28 18:44:56.883262 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.884175 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.884685 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: l3-port-ip-change-not-allowed Mar 28 18:44:56.885009 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: l3agentscheduler.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.886177 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.886691 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: l3_agent_scheduler Mar 28 18:44:56.887014 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: local_ip.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.888768 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.889299 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension local_ip not supported by any of loaded plugins Mar 28 18:44:56.889634 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: logging.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.891381 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.892095 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension logging not supported by any of loaded plugins Mar 28 18:44:56.892435 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: metering.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.893249 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.893965 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: metering Mar 28 18:44:56.894402 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.895566 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.896082 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: metering_source_and_destination_fields Mar 28 18:44:56.896409 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: multiprovidernet.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.897331 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.897931 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: multi-provider Mar 28 18:44:56.898257 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: netmtu.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.899167 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.899676 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: net-mtu Mar 28 18:44:56.899997 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: netmtu_writable.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.900920 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.901451 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: net-mtu-writable Mar 28 18:44:56.901803 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: network_availability_zone.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.902465 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.902968 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: network_availability_zone Mar 28 18:44:56.903286 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: network_ip_availability.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.904388 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.904912 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: network-ip-availability Mar 28 18:44:56.905233 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: network_segment_range.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.906025 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.906523 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension network-segment-range not supported by any of loaded plugins Mar 28 18:44:56.906843 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: pagination.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.907971 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.908305 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: pagination Mar 28 18:44:56.908618 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: port_device_profile.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.909520 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.910056 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: port-device-profile Mar 28 18:44:56.910377 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.911302 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.911813 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: port-mac-address-regenerate Mar 28 18:44:56.912133 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.913040 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.913550 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: port-numa-affinity-policy Mar 28 18:44:56.913903 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: port_resource_request.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.914813 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.915316 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension port-resource-request not supported by any of loaded plugins Mar 28 18:44:56.915635 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: port_resource_request_groups.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.917118 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.917903 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 28 18:44:56.918289 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: portbindings.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.919238 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.919753 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: binding Mar 28 18:44:56.920074 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: portbindings_extended.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.921448 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.921857 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: binding-extended Mar 28 18:44:56.922185 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: portsecurity.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.923095 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.923609 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: port-security Mar 28 18:44:56.923933 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: project_id.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.924898 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.925233 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: project-id Mar 28 18:44:56.925559 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: providernet.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.926493 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.927006 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: provider Mar 28 18:44:56.927327 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: qos.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.930948 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.931470 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension qos not supported by any of loaded plugins Mar 28 18:44:56.931799 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.933679 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.934223 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 28 18:44:56.934552 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.935475 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.935989 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 28 18:44:56.936315 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: qos_default.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.937241 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.937777 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension qos-default not supported by any of loaded plugins Mar 28 18:44:56.938104 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: qos_fip.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.939011 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.939526 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension qos-fip not supported by any of loaded plugins Mar 28 18:44:56.939846 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: qos_fip_network_policy.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.940747 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.941261 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 28 18:44:56.941580 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: qos_gateway_ip.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.942526 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.943041 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 28 18:44:56.943362 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: qos_port_network_policy.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.944263 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.944773 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 28 18:44:56.945098 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.946156 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.946925 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 28 18:44:56.947246 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.948306 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.948820 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 28 18:44:56.949144 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: qos_pps_rule.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.950401 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.950917 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension qos-pps not supported by any of loaded plugins Mar 28 18:44:56.951242 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: qos_rule_type_details.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.952153 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.952666 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 28 18:44:56.952989 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: qos_rule_type_filter.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.953920 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.954431 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 28 18:44:56.954752 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: qos_rules_alias.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.955862 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.956374 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 28 18:44:56.956694 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: quota_check_limit.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.957601 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.958139 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: quota-check-limit Mar 28 18:44:56.958521 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: quotasv2.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.959494 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.959932 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: quotas Mar 28 18:44:56.960488 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: quotasv2_detail.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.962417 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.962756 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: quota_details Mar 28 18:44:56.963080 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: rbac.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.964242 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.964768 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: rbac-policies Mar 28 18:44:56.965096 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: rbac_address_group.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.966046 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.966567 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: rbac-address-group Mar 28 18:44:56.966890 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: rbac_address_scope.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.967803 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.968316 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: rbac-address-scope Mar 28 18:44:56.968639 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: rbac_security_groups.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.969620 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.970165 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: rbac-security-groups Mar 28 18:44:56.970486 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: rbac_subnetpool.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.971407 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.971924 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: rbac-subnetpool Mar 28 18:44:56.972245 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: revisionifmatch.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.973155 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.973666 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: revision-if-match Mar 28 18:44:56.974018 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: revisions.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.975126 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.975646 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: standard-attr-revisions Mar 28 18:44:56.975972 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: router_availability_zone.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.976643 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.977154 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: router_availability_zone Mar 28 18:44:56.977476 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: routerservicetype.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.978434 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.978942 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension router-service-type not supported by any of loaded plugins Mar 28 18:44:56.979791 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.980715 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.981223 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: security-groups-normalized-cidr Mar 28 18:44:56.981543 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: security_groups_port_filtering.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.982498 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.983011 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: port-security-groups-filtering Mar 28 18:44:56.983333 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.984264 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.984776 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: security-groups-remote-address-group Mar 28 18:44:56.985100 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.986037 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.986552 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: security-groups-shared-filtering Mar 28 18:44:56.986874 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.987463 dv-cinder-835483-1-smb neutron-server[109594]: WARNING neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 28 18:44:56.987805 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: securitygroup.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.997965 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:56.998494 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: security-group Mar 28 18:44:56.998825 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: segment.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:56.999549 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.000063 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension segment not supported by any of loaded plugins Mar 28 18:44:57.000389 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.001316 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.001871 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 28 18:44:57.002201 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: servicetype.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.003289 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.003808 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: service-type Mar 28 18:44:57.004130 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: sorting.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.005112 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.005437 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: sorting Mar 28 18:44:57.005785 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: standard_attr_segment.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.006697 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.007210 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 28 18:44:57.007532 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: standardattrdescription.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.008174 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.008678 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: standard-attr-description Mar 28 18:44:57.008997 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: stateful_security_group.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.009958 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.010532 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: stateful-security-group Mar 28 18:44:57.010944 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: stdattrs_common.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.011513 dv-cinder-835483-1-smb neutron-server[109594]: WARNING neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 28 18:44:57.011833 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.012785 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.013578 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 28 18:44:57.013938 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: subnet_onboard.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.015025 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.015547 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: subnet_onboard Mar 28 18:44:57.015871 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.016793 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.017302 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 28 18:44:57.017622 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: subnet_service_types.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.018579 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.019095 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: subnet-service-types Mar 28 18:44:57.019415 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: subnetallocation.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.020496 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.021010 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: subnet_allocation Mar 28 18:44:57.021332 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.022031 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.022540 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: subnetpool-prefix-ops Mar 28 18:44:57.022858 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.023779 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.024297 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 28 18:44:57.024619 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: tagging.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.025674 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.026453 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: standard-attr-tag Mar 28 18:44:57.026711 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: timestamp.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.027919 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.028440 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loaded extension: standard-attr-timestamp Mar 28 18:44:57.028764 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: trunk.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.029815 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.030330 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension trunk not supported by any of loaded plugins Mar 28 18:44:57.030653 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: trunk_details.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.031563 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.032077 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension trunk-details not supported by any of loaded plugins Mar 28 18:44:57.032399 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: uplink_status_propagation.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.033311 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.033850 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 28 18:44:57.034172 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Loading extension file: vlantransparent.py {{(pid=109594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:44:57.034833 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:44:57.035341 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extension vlan-transparent not supported by any of loaded plugins Mar 28 18:44:57.037947 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:network Mar 28 18:44:57.038463 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:subnet Mar 28 18:44:57.038863 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:44:57.039256 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:port Mar 28 18:44:57.040488 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.v2.resource_helper [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:44:57.040922 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.v2.resource_helper [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service FLAVORS assigned prefix: {{(pid=109594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:44:57.041533 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.v2.resource_helper [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:44:57.042729 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.v2.resource_helper [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:44:57.042838 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:router Mar 28 18:44:57.043283 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:floatingip Mar 28 18:44:57.043738 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.v2.resource_helper [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service METERING assigned prefix: /metering {{(pid=109594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:44:57.045171 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:57.045537 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:57.045914 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:44:57.046910 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 18:44:57.047351 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:security_group Mar 28 18:44:57.047782 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 18:44:57.048367 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.v2.resource_helper [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service CORE assigned prefix: {{(pid=109594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:44:57.048698 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:44:57.049039 dv-cinder-835483-1-smb neutron-server[109594]: WARNING neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] subnetpool is already registered Mar 28 18:44:57.049474 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.v2.resource_helper [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service CORE assigned prefix: {{(pid=109594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:44:57.049819 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:44:57.050150 dv-cinder-835483-1-smb neutron-server[109594]: WARNING neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] subnetpool is already registered Mar 28 18:44:57.052379 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.v2.resource_helper [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:44:57.052805 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.v2.resource_helper [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service FLAVORS assigned prefix: {{(pid=109594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:44:57.053384 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.v2.resource_helper [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:44:57.053833 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.v2.resource_helper [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:44:57.054170 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:router Mar 28 18:44:57.054503 dv-cinder-835483-1-smb neutron-server[109594]: WARNING neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] router is already registered Mar 28 18:44:57.054908 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:floatingip Mar 28 18:44:57.055242 dv-cinder-835483-1-smb neutron-server[109594]: WARNING neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] floatingip is already registered Mar 28 18:44:57.055690 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.v2.resource_helper [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service METERING assigned prefix: /metering {{(pid=109594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:44:57.056348 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 18:44:57.056675 dv-cinder-835483-1-smb neutron-server[109594]: WARNING neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] rbac_policy is already registered Mar 28 18:44:57.057089 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:security_group Mar 28 18:44:57.058290 dv-cinder-835483-1-smb neutron-server[109594]: WARNING neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] security_group is already registered Mar 28 18:44:57.058408 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 18:44:57.058705 dv-cinder-835483-1-smb neutron-server[109594]: WARNING neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] security_group_rule is already registered Mar 28 18:44:57.059318 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.v2.resource_helper [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service CORE assigned prefix: {{(pid=109594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:44:57.059643 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:44:57.059973 dv-cinder-835483-1-smb neutron-server[109594]: WARNING neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] subnetpool is already registered Mar 28 18:44:57.060389 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.v2.resource_helper [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Service CORE assigned prefix: {{(pid=109594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:44:57.060721 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:44:57.061047 dv-cinder-835483-1-smb neutron-server[109594]: WARNING neutron.quota.resource_registry [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] subnetpool is already registered Mar 28 18:44:57.061509 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: extensions {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.062989 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: address-groups {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.064478 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: address-scopes {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.065783 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: agents {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.066934 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: auto-allocated-topology {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.068155 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: availability_zones {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.069359 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: dhcp-networks {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.070899 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: dhcp-agents {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.072562 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: routers {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.074983 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: flavors {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.076150 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: service_profiles {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.077353 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: next_providers {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.078822 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: service_profiles {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.081233 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: floatingip-pools {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.082469 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: routers {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.084573 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: floatingips {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.085883 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: l3-routers {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.087253 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: l3-agents {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.088772 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: metering-labels {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.090277 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: metering-label-rules {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.091562 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: network-ip-availabilities {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.092889 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: bindings {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.094590 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: quotas {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.096138 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: quotas {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.097656 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: rbac-policies {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.098966 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: security-groups {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.100189 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: security-group-rules {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.101409 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: service-providers {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.102647 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: subnetpools {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.104048 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: subnetpools {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.106148 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: tags {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.107817 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: tags {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.109607 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: tags {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.111419 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: tags {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.113186 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: tags {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.115074 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: tags {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.116731 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: tags {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.118626 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: tags {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.120921 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: tags {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.122999 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron.api.extensions [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Extended resource: tags {{(pid=109594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:44:57.128944 dv-cinder-835483-1-smb neutron-server[109594]: WARNING keystonemiddleware.auth_token [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 28 18:44:57.133642 dv-cinder-835483-1-smb neutron-server[109594]: WARNING keystonemiddleware.auth_token [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 28 18:44:57.142286 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_concurrency.lockutils [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Acquired lock "singleton_lock" {{(pid=109594) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 28 18:44:57.142761 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_concurrency.lockutils [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Releasing lock "singleton_lock" {{(pid=109594) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 28 18:44:57.143407 dv-cinder-835483-1-smb neutron-server[109594]: INFO oslo_service.service [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Starting 2 workers Mar 28 18:44:57.148292 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Started child 109703 {{(pid=109594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 18:44:57.153023 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Started child 109704 {{(pid=109594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 18:44:57.153813 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:44:57.154670 dv-cinder-835483-1-smb neutron-server[109594]: INFO neutron.service [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Neutron service started, listening on 0.0.0.0:9696 Mar 28 18:44:57.155321 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Publish callbacks [] for process (None), before_spawn {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:44:57.155418 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [-] (109703) wsgi starting up on http://0.0.0.0:9696 Mar 28 18:44:57.157838 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:44:57.158283 dv-cinder-835483-1-smb neutron-server[109594]: INFO oslo_service.service [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Starting 1 workers Mar 28 18:44:57.159264 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [-] (109704) wsgi starting up on http://0.0.0.0:9696 Mar 28 18:44:57.163078 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Started child 109705 {{(pid=109594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 18:44:57.163646 dv-cinder-835483-1-smb neutron-server[109594]: INFO oslo_service.service [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Starting 1 workers Mar 28 18:44:57.167298 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.service [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] calling RpcWorker wait() {{(pid=109705) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 28 18:44:57.168002 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.service [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] returning from RpcWorker wait() {{(pid=109705) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 28 18:44:57.168680 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Started child 109706 {{(pid=109594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 18:44:57.169087 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:44:57.169507 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1015e9a-3050-4f07-8fbe-b045bf01ac9b None None] Publish callbacks [] for process (None), after_spawn {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:44:57.169747 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:44:57.171503 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109594) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 18:44:57.171713 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 18:44:57.171898 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 18:44:57.172122 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 18:44:57.172482 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 18:44:57.172644 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 18:44:57.173175 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.173449 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.173709 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.173992 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.174280 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:44:57.174755 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.174900 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.175313 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.175563 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:44:57.175655 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.175843 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.176076 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.176245 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.176411 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.176653 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.176900 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.177194 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.177462 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.177711 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.178002 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.178174 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.178438 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.178721 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.178949 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.179206 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] debug = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.179458 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.179943 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.180192 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.180437 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.180669 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.180938 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.181193 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.181464 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.181708 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.181975 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.182269 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.183287 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.183504 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.183662 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.183900 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.184118 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.184387 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.184626 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.185061 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] host = dv-cinder-835483-1-smb {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.185326 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.185564 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.185827 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.186097 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.186340 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.186569 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.186822 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.187099 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.187327 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.187553 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.187810 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.188041 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.188258 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.188499 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_file = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.188661 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_options = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.188904 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.189171 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.189413 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.189641 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.189805 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.189933 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.190203 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.190365 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.190614 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.190827 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.191038 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.191281 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.191496 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.191722 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.191974 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.192202 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.192419 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.192640 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.193659 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.193659 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.193659 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.193659 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.194022 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.194807 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.195054 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.195551 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.195750 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.195970 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.196541 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.196727 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.196904 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.197230 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.197742 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.198025 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.198823 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.198823 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.198823 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.201853 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.201853 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.201853 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.201853 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.201853 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.201853 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.201853 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.201853 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.202827 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.202827 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] use_json = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.202827 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.202827 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.202827 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.202827 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.202827 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.202827 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.202827 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.204027 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.204027 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.204027 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.204027 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.205321 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.205321 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.205321 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.205321 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.205321 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.209791 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.209791 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.209791 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.209791 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.209791 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.209791 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.209791 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.209791 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.212192 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.212192 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.212192 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.212192 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.212192 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.212192 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.212192 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.212192 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.214113 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.214113 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.214113 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.214113 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.214113 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.214113 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.214113 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.214113 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.216792 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.216792 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.216792 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.216792 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.216792 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.216792 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.216792 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.216792 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.217709 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.217709 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.217709 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.217709 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.217709 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.217709 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.217709 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.217709 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.217709 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.219095 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.219095 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.219095 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.219095 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.219095 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.219095 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.219095 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.219095 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.219095 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.220082 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.220082 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.220082 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.220082 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.220082 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.220082 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.220082 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.220082 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.220082 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.224283 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.224283 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.224283 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.224283 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.224283 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.224283 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.224283 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.224283 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.224283 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.227922 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.227922 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.227922 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.227922 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.227922 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.227922 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.227922 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.227922 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.227922 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.228947 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.228947 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.228947 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.228947 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.228947 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.228947 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.228947 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.228947 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.228947 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.235955 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.235955 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.235955 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.235955 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.235955 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.235955 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.235955 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.235955 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.236544 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.236544 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.236544 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.236544 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.236544 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.236544 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.236544 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.236544 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.237936 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.237936 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.237936 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.237936 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.237936 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.237936 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.237936 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.237936 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.238518 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.238518 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.238518 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.238518 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.238518 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.238518 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.238518 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.238518 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.239065 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.239065 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.239065 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.239065 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.239065 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.239065 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.239476 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.239561 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.240342 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.243661 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.244013 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.244241 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.244468 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.244726 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.245193 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.245514 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.245766 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.246024 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.246368 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.246800 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.247063 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.247329 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.247663 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.248117 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.248409 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.248650 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.248889 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.249124 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.249373 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.249694 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.250069 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.250324 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.250589 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.250841 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.251092 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.251356 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.251580 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.251809 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.252525 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.252954 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.255263 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.255263 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.255263 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.255263 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.255263 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.255263 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.255263 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.255712 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.255712 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.256317 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.256568 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.256836 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.257092 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.257322 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.258765 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.259036 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.259634 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.259634 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.259811 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.260027 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.260249 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.260520 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.260749 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.260967 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.261207 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.261464 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.261669 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.261938 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.262188 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.262534 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.263179 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.263682 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.264166 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.265056 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.265544 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.265803 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.266026 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.266275 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.266497 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.267346 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.267906 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.268124 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.268382 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.268611 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.268854 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.269119 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.269369 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.269629 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.270731 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.271264 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.271507 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.272482 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.272720 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.272954 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.273183 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.273412 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.273677 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.273933 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.274248 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.274509 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.274777 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.275050 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.275312 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.275582 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.275813 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.276823 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.277074 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.277392 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.277623 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.278310 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.278553 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.279657 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.279890 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.281375 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.281622 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.281876 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.282156 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.282380 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.282602 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.282834 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.283180 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.283365 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.283595 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.283809 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.284022 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.284208 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:44:57.284296 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.284456 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.284742 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.284894 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.285106 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.285319 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.285543 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.285807 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.286210 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.286525 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.286815 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.287109 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.287635 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.287812 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.288117 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.288303 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.288904 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.288904 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.289097 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.289433 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.289595 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.289859 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.290105 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.290428 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.290712 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.290967 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.291209 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.291479 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.293673 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.293673 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.293673 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.293673 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.293673 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.293673 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.294242 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.294242 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.294408 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.294641 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.294865 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.295083 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.295297 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.295964 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.296254 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.296489 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.296729 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.296950 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.297206 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.297424 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.297671 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.298027 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.298272 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.298491 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.298647 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 18:44:57.299191 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109594) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 18:44:57.299350 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 18:44:57.299503 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 18:44:57.299679 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 18:44:57.299835 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 18:44:57.299985 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 18:44:57.300190 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.300350 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.300506 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.300663 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.300820 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.300998 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.301157 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.301309 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.301464 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.301619 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.301801 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.301958 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.302114 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.302269 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.302433 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.302559 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.302705 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.302863 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.303018 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.303169 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.303320 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.303478 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.303628 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] debug = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.303776 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.303991 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.304160 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.304296 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.304455 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.304610 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.304766 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.304922 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.305078 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.305233 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.305386 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.305541 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.305696 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.305890 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.306049 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.306205 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.306359 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.306515 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.306675 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] host = dv-cinder-835483-1-smb {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.306829 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.306984 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.307138 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.307317 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.307476 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.307630 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.307783 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.308008 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.308170 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.308326 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.308482 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.308637 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.308792 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.308948 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_file = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.309102 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_options = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.309260 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.309414 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.309751 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.310082 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.310247 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.310399 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.310556 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.310712 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.310867 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.311021 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.311187 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.311336 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.311482 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.311661 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.311793 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.311940 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.312118 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.312273 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.312419 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.312550 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.312857 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.313146 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.313308 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.313462 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.313617 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.313830 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.313959 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.314123 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.314262 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.314413 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.314563 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.314713 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.314874 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.315062 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.315188 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.315344 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.315500 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.315655 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.315811 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.316102 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.316394 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.316689 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.316986 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.317151 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.317295 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.317442 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.317598 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] use_json = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.317787 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.317921 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.318174 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.318335 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.318491 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.318647 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.318824 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.318960 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.319107 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:44:57.319286 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.319430 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.319600 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.319759 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.319918 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.320079 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.320235 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.320395 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.320553 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.320711 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.320877 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.321035 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.321202 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.321653 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.321835 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.321989 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.322156 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.322287 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.322459 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.322651 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.322743 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.323008 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.323095 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.323212 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.323522 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.323696 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.323855 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.324023 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.324181 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.324357 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.324515 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.324673 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.324833 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.324991 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.325149 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.325323 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.325562 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.325659 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.325787 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.325949 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.326107 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.326265 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.326423 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.326582 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.326745 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.326902 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.327060 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.327219 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.327376 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.327534 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.327692 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.327850 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.328008 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.328260 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.328426 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.328586 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.328744 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.328913 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.329084 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.329228 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.329385 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.329543 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.329700 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.329882 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.330040 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.330197 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.330355 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.330512 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.330683 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.330841 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.330999 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.331156 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.331315 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.331473 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.331629 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.331789 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.331946 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.332103 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.332260 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.332418 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.332575 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.332732 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.332890 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.333047 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.333204 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.333361 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.333518 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.333675 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.333853 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.334011 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.334169 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.334336 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.334508 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.334666 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.334825 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.334983 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.335143 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.335299 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.335456 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.335680 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.335781 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.335915 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.336071 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.336227 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.336388 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.336548 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.336705 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.336861 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.337018 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.337174 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.337331 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.337487 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.337643 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.337823 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.337983 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.338141 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.338322 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.339013 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.339321 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.339493 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.339652 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.339812 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.339970 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.340136 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.340305 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.340465 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.340623 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.340781 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.341000 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.341165 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.341324 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.341482 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.341640 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.341818 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.341977 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.342148 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.342307 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.342464 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.342622 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.342801 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.342958 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.343114 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.343273 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.343430 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.343587 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.343746 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.343902 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.344059 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.344307 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.344473 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.344632 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.344790 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.344949 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.345107 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.345265 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.345424 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.345584 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.345825 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.345989 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.346148 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.346306 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.346467 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.346616 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.346769 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.346927 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.347084 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.347245 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.347401 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.347559 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.347722 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.347876 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.348033 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.348190 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.348347 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.348504 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.348660 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.348820 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.348978 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.349135 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.349293 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.349452 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.349610 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.349788 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.349951 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.350108 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.350267 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.350425 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.350582 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.350740 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.350898 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.351055 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.351214 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.351371 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.351530 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.351705 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.351864 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.352023 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.352182 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.352341 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.352498 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.352656 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.352813 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.352971 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.353130 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.353290 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.353449 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.353606 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.353781 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.353940 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.354133 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.354819 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.354982 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.355142 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.355300 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.355459 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.355618 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.355775 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.355923 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.356076 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.356234 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.356391 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.356549 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.356706 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.356877 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.357035 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.357196 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.357352 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.357509 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.357667 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.357856 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.358015 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.358172 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.358328 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.358485 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.358643 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.358809 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.358968 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.359124 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.359281 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.359437 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.359594 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.359761 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.359919 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.360075 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.360232 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.360388 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.360546 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.360711 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.360868 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.361025 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.361182 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.361338 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.361495 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.361662 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.361839 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.361997 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.362153 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.362309 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.362465 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.362631 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.362789 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.362945 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.363112 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.363268 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.363425 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.363583 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.363751 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.363911 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.364071 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.364230 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.364388 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.364545 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.364706 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.364869 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.365037 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.365201 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.365361 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.365527 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.365694 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.365880 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.366039 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.366204 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.366373 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.366529 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.366687 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.366843 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.366999 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.367169 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.367304 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.367462 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.367618 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.367774 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.367931 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.368089 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.368247 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.368405 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.368562 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.368719 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.368875 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.369031 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.369188 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.369343 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:44:57.369493 dv-cinder-835483-1-smb neutron-server[109594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 18:44:57.410538 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 49794) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:44:57.419644 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069294 Mar 28 18:45:08.880576 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e21b2d-c0e7-4b78-bcd1-c98e0b7fdfdc None None] get_active_networks_info from dv-cinder-835483-1-smb {{(pid=109705) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 18:45:08.949709 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e21b2d-c0e7-4b78-bcd1-c98e0b7fdfdc None None] No non-hosted networks {{(pid=109705) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 28 18:45:08.966337 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44f94876-a44a-401d-b059-db294886be5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687769'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:11.006187 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa72a454-9947-4105-8419-d5d5f9280f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687769'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:11.060149 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-163af776-4cf3-4309-b515-2de8811d87d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:12.105421 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 49858) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:45:12.201875 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687769'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:12.671327 dv-cinder-835483-1-smb neutron-server[109703]: WARNING oslo_policy.policy [None req-00119858-cd9a-42db-92fe-a8e2d7abd008 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:45:12.671933 dv-cinder-835483-1-smb neutron-server[109703]: WARNING oslo_policy.policy [None req-00119858-cd9a-42db-92fe-a8e2d7abd008 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:45:12.906363 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [None req-00119858-cd9a-42db-92fe-a8e2d7abd008 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=109703) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:45:12.921747 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-00119858-cd9a-42db-92fe-a8e2d7abd008 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8001649 Mar 28 18:45:13.646584 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687769'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:15.035944 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687769'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:15.036803 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.037140 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.037469 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.037814 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.038260 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.039428 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.039766 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.040120 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.040447 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.040766 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.041589 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.042360 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.042928 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.044497 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.044830 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:15.045250 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835483-1-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:45:15.054840 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835483-1-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:45:15.498189 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 49892) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:45:15.988429 dv-cinder-835483-1-smb neutron-server[109704]: WARNING oslo_policy.policy [None req-9dd4059d-c9f5-418f-ab63-50bcd5f18d0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:45:15.989014 dv-cinder-835483-1-smb neutron-server[109704]: WARNING oslo_policy.policy [None req-9dd4059d-c9f5-418f-ab63-50bcd5f18d0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:45:16.213621 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9dd4059d-c9f5-418f-ab63-50bcd5f18d0e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:45:16.306994 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.policy [None req-9dd4059d-c9f5-418f-ab63-50bcd5f18d0e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109704) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 18:45:16.349545 dv-cinder-835483-1-smb neutron-server[109704]: WARNING oslo_policy.policy [None req-9dd4059d-c9f5-418f-ab63-50bcd5f18d0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:45:16.349890 dv-cinder-835483-1-smb neutron-server[109704]: WARNING oslo_policy.policy [None req-9dd4059d-c9f5-418f-ab63-50bcd5f18d0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:45:16.445052 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9dd4059d-c9f5-418f-ab63-50bcd5f18d0e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792067898917', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792067898376', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792067882459', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792067875306', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792067865943', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792067551096', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1050010', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1299596', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-441102', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-627816'] for rbac-policy (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:16.513974 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9dd4059d-c9f5-418f-ab63-50bcd5f18d0e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:16.522763 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-9dd4059d-c9f5-418f-ab63-50bcd5f18d0e admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0164115 Mar 28 18:45:19.061377 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 49910) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:45:19.099736 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.db.l3_hamode_db [None req-709599c0-4033-4379-af1c-3a8ee37025c0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 28 18:45:19.175560 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709599c0-4033-4379-af1c-3a8ee37025c0 None None] Routers set() bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:45:19.175951 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709599c0-4033-4379-af1c-3a8ee37025c0 None None] Router IDs set() for agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 28 18:45:19.375467 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:45:19.405067 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Made reservation on behalf of af57a3a76f4a49f7aba93be68cd61e26 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:45:19.408797 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:19.425363 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:19.532567 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Publish callbacks [] for security_group (91c9cae0-10e0-4bdf-956e-0f5c98534f87), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:19.536197 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (91c9cae0-10e0-4bdf-956e-0f5c98534f87), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:19.561027 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:45:19.596422 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792069505585', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (ad8671c7-c0a8-4f7c-9cc1-8168964c82e9), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:19.597018 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Unsubscribe: segment precommit_create {{(pid=109704) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 18:45:19.597554 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.segments_db [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Added segment ad8671c7-c0a8-4f7c-9cc1-8168964c82e9 of type vlan for network 3a4a77e3-c810-4e3d-8fe3-b16120134fe0 Mar 28 18:45:19.612838 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=91c9cae0-10e0-4bdf-956e-0f5c98534f87,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:19.664813 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.665167 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.665512 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.665930 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.666339 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.666673 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.667005 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.667332 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.667659 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.667984 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.668308 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.668651 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.668976 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.669294 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.669618 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Tracked resource versions report: Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: pushed versions: Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: { 'AddressGroup': {'1.2'}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'Agent': {'1.1'}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'ConntrackHelper': {'1.0'}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'Log': {'1.0'}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'NDPProxy': {'1.0'}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'Network': {'1.1'}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'Port': {'1.7'}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'PortForwarding': {'1.3'}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'QosPolicy': {'1.10'}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'SecurityGroup': {'1.5'}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'SubPort': {'1.0'}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'Subnet': {'1.1'}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'Trunk': {'1.1'}} Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: consumer versions: Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: { DHCP agent@dv-cinder-835483-1-smb: {}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: L3 agent@dv-cinder-835483-1-smb: {}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: Metadata agent@dv-cinder-835483-1-smb: {}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: Metering agent@dv-cinder-835483-1-smb: {}, Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: Open vSwitch agent@dv-cinder-835483-1-smb: { 'AddressGroup': '1.2', Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'Agent': '1.1', Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'ConntrackHelper': '1.0', Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'LocalIPAssociation': '1.0', Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'Log': '1.0', Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'NDPProxy': '1.0', Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'Network': '1.1', Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'Port': '1.7', Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'PortForwarding': '1.3', Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'QosPolicy': '1.10', Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'SecurityGroup': '1.5', Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'SecurityGroupRule': '1.2', Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'SubPort': '1.0', Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'Subnet': '1.1', Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: 'Trunk': '1.1'}} Mar 28 18:45:19.671096 dv-cinder-835483-1-smb neutron-server[109704]: {{(pid=109704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:45:19.707784 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (3a4a77e3-c810-4e3d-8fe3-b16120134fe0), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:19.749475 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (3a4a77e3-c810-4e3d-8fe3-b16120134fe0), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:19.754627 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:45:19.755324 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:19.855534 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7928369 Mar 28 18:45:19.879536 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848c2e5-cfc2-4f8e-b390-dd4924b62ce0 demo demo] Pushing event updated for resources: {'Network': ['ID=3a4a77e3-c810-4e3d-8fe3-b16120134fe0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:19.892429 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network 3a4a77e3-c810-4e3d-8fe3-b16120134fe0 details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:45:22.387310 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 49922) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:45:22.790978 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6570bf9f-d416-4510-9f22-388d7d912080 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:45:22.792970 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-6570bf9f-d416-4510-9f22-388d7d912080 demo admin] 10.222.0.18 "GET /v2.0/networks/3a4a77e3-c810-4e3d-8fe3-b16120134fe0 HTTP/1.1" status: 200 len: 825 time: 0.4046373 Mar 28 18:45:22.816645 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-25ab5d46-dfb8-4778-9398-c96dba99a36a demo admin] 10.222.0.18 "GET /v2.0/subnetpools/e4927973-26c4-49d0-abff-1d319eb8ff6e HTTP/1.1" status: 200 len: 734 time: 0.0181398 Mar 28 18:45:22.825360 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-db516359-1e4a-44a4-8435-07eea574ac9e demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'e4927973-26c4-49d0-abff-1d319eb8ff6e', 'gateway_ip': '172.20.0.1', 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:45:22.845670 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db516359-1e4a-44a4-8435-07eea574ac9e demo admin] Made reservation on behalf of af57a3a76f4a49f7aba93be68cd61e26 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:45:22.847876 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db516359-1e4a-44a4-8435-07eea574ac9e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:23.135547 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db516359-1e4a-44a4-8435-07eea574ac9e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for subnet (c4ab918d-6d83-4feb-97d2-fb3cda0f5896), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:23.206283 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db516359-1e4a-44a4-8435-07eea574ac9e demo admin] Checking segment: {'id': 'ad8671c7-c0a8-4f7c-9cc1-8168964c82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:45:23.206676 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db516359-1e4a-44a4-8435-07eea574ac9e demo admin] Network hostable DHCP agents. Network: 3a4a77e3-c810-4e3d-8fe3-b16120134fe0, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:45:23.211069 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db516359-1e4a-44a4-8435-07eea574ac9e demo admin] Pushing event updated for resources: {'Subnet': ['ID=c4ab918d-6d83-4feb-97d2-fb3cda0f5896,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:23.230426 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db516359-1e4a-44a4-8435-07eea574ac9e demo admin] Network 3a4a77e3-c810-4e3d-8fe3-b16120134fe0 is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:45:23.241062 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-db516359-1e4a-44a4-8435-07eea574ac9e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, 3a4a77e3-c810-4e3d-8fe3-b16120134fe0) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:45:23.246571 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db516359-1e4a-44a4-8435-07eea574ac9e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:45:23.247754 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db516359-1e4a-44a4-8435-07eea574ac9e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:23.251006 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7167f053-6d1b-4dab-81f7-6e388278b926 None None] Network 3a4a77e3-c810-4e3d-8fe3-b16120134fe0 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:45:23.263381 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-db516359-1e4a-44a4-8435-07eea574ac9e demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4414384 Mar 28 18:45:23.634423 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518d74fb-db2a-52d3-9ca5-064f41411709-3a4a77e3-c810-4e3d-8fe3-b16120134fe0', 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0', 'project_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'fixed_ips': [{'subnet_id': 'c4ab918d-6d83-4feb-97d2-fb3cda0f5896'}]}} from dv-cinder-835483-1-smb. {{(pid=109705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:45:23.635779 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:23.908490 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Allocated IP 172.20.0.2 (3a4a77e3-c810-4e3d-8fe3-b16120134fe0/c4ab918d-6d83-4feb-97d2-fb3cda0f5896/3f5fd902-7559-4a1d-9244-730360785cf0) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:45:24.175765 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Publish callbacks [] for port (3f5fd902-7559-4a1d-9244-730360785cf0), precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:24.183715 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (3f5fd902-7559-4a1d-9244-730360785cf0), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:24.252233 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Network 3a4a77e3-c810-4e3d-8fe3-b16120134fe0 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:45:24.258024 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:45:24.269895 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:45:24.272945 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Pushing event updated for resources: {'Port': ['ID=3f5fd902-7559-4a1d-9244-730360785cf0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:24.281935 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.282287 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.282639 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.282997 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.283339 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.283672 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.283999 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.284327 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.284654 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.284980 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.285305 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.285644 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.285995 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.286318 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.286640 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Tracked resource versions report: Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: pushed versions: Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: { 'AddressGroup': {'1.2'}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'Agent': {'1.1'}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'ConntrackHelper': {'1.0'}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'Log': {'1.0'}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'NDPProxy': {'1.0'}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'Network': {'1.1'}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'Port': {'1.7'}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'PortForwarding': {'1.3'}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'QosPolicy': {'1.10'}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'SecurityGroup': {'1.5'}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'SubPort': {'1.0'}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'Subnet': {'1.1'}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'Trunk': {'1.1'}} Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: consumer versions: Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: { DHCP agent@dv-cinder-835483-1-smb: {}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: L3 agent@dv-cinder-835483-1-smb: {}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: Metadata agent@dv-cinder-835483-1-smb: {}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: Metering agent@dv-cinder-835483-1-smb: {}, Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: Open vSwitch agent@dv-cinder-835483-1-smb: { 'AddressGroup': '1.2', Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'Agent': '1.1', Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'ConntrackHelper': '1.0', Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'LocalIPAssociation': '1.0', Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'Log': '1.0', Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'NDPProxy': '1.0', Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'Network': '1.1', Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'Port': '1.7', Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'PortForwarding': '1.3', Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'QosPolicy': '1.10', Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'SecurityGroup': '1.5', Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'SecurityGroupRule': '1.2', Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'SubPort': '1.0', Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'Subnet': '1.1', Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: 'Trunk': '1.1'}} Mar 28 18:45:24.287865 dv-cinder-835483-1-smb neutron-server[109705]: {{(pid=109705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:45:24.364358 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Attempting to bind port 3f5fd902-7559-4a1d-9244-730360785cf0 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:45:24.364762 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Attempting to bind port 3f5fd902-7559-4a1d-9244-730360785cf0 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'ad8671c7-c0a8-4f7c-9cc1-8168964c82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:45:24.365196 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Attempting to bind port 3f5fd902-7559-4a1d-9244-730360785cf0 on network 3a4a77e3-c810-4e3d-8fe3-b16120134fe0 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:45:24.370889 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:45:24.371266 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Checking segment: {'id': 'ad8671c7-c0a8-4f7c-9cc1-8168964c82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:45:24.371747 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:24.372192 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Bound using segment: {'id': 'ad8671c7-c0a8-4f7c-9cc1-8168964c82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:45:24.372699 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Bound port: 3f5fd902-7559-4a1d-9244-730360785cf0, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8671c7-c0a8-4f7c-9cc1-8168964c82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:45:24.373110 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (3f5fd902-7559-4a1d-9244-730360785cf0), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:24.435165 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] For port 3f5fd902-7559-4a1d-9244-730360785cf0, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:45:24.439496 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] For port 3f5fd902-7559-4a1d-9244-730360785cf0, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=3f5fd902-7559-4a1d-9244-730360785cf0,segment=NetworkSegment(ad8671c7-c0a8-4f7c-9cc1-8168964c82e9),segment_id=ad8671c7-c0a8-4f7c-9cc1-8168964c82e9)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:45:24.447101 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (3f5fd902-7559-4a1d-9244-730360785cf0), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:24.514094 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e32f2-0f87-4cd4-923e-461012df96ff None None] Pushing event updated for resources: {'Port': ['ID=3f5fd902-7559-4a1d-9244-730360785cf0,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:25.832066 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 49930) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:45:26.148972 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [None req-97823dd4-9dfa-44ac-92c9-2040cbcba320 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:45:26.150054 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-97823dd4-9dfa-44ac-92c9-2040cbcba320 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3169441 Mar 28 18:45:28.735901 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 49938) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:45:29.058964 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [None req-bd3378c0-aa99-4195-8f83-0e0404331c26 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:45:29.069771 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-bd3378c0-aa99-4195-8f83-0e0404331c26 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3231382 Mar 28 18:45:31.611192 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 49946) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:45:31.925317 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-cad0f184-14eb-433a-8cb2-f853701c7499 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:45:31.950101 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cad0f184-14eb-433a-8cb2-f853701c7499 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (2de1c301-9628-4d14-9444-eb8783751dfa), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:31.951553 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cad0f184-14eb-433a-8cb2-f853701c7499 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3459'] for router (2de1c301-9628-4d14-9444-eb8783751dfa), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:32.086376 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cad0f184-14eb-433a-8cb2-f853701c7499 demo demo] Publish callbacks [] for router_controller (2de1c301-9628-4d14-9444-eb8783751dfa), precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:32.091142 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cad0f184-14eb-433a-8cb2-f853701c7499 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695010'] for router (2de1c301-9628-4d14-9444-eb8783751dfa), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:32.108224 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cad0f184-14eb-433a-8cb2-f853701c7499 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:32.129751 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-cad0f184-14eb-433a-8cb2-f853701c7499 demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4971828 Mar 28 18:45:34.676448 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 49958) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:45:35.001899 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [None req-872c9783-535b-4367-a29d-fc29f43013d2 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:45:35.002890 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-872c9783-535b-4367-a29d-fc29f43013d2 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3254876 Mar 28 18:45:35.744355 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 3f5fd902-7559-4a1d-9244-730360785cf0 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:45:35.843040 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 3f5fd902-7559-4a1d-9244-730360785cf0 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:45:35.843460 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (3f5fd902-7559-4a1d-9244-730360785cf0), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:35.886964 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9768e500-1c9e-4a85-8766-b4c23c16546e None None] Network 3a4a77e3-c810-4e3d-8fe3-b16120134fe0 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:45:36.022190 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-79b45c55-e2df-4fa9-bbce-d27322a7be87 None None] Provisioning complete for port 3f5fd902-7559-4a1d-9244-730360785cf0 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:45:36.022497 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79b45c55-e2df-4fa9-bbce-d27322a7be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (3f5fd902-7559-4a1d-9244-730360785cf0), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:36.023876 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 3f5fd902-7559-4a1d-9244-730360785cf0 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:45:36.024251 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (3f5fd902-7559-4a1d-9244-730360785cf0), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:36.120354 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port 3f5fd902-7559-4a1d-9244-730360785cf0, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=3f5fd902-7559-4a1d-9244-730360785cf0,segment=NetworkSegment(ad8671c7-c0a8-4f7c-9cc1-8168964c82e9),segment_id=ad8671c7-c0a8-4f7c-9cc1-8168964c82e9)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:45:36.128180 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (3f5fd902-7559-4a1d-9244-730360785cf0), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:36.219688 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=3f5fd902-7559-4a1d-9244-730360785cf0,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:36.236173 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-79b45c55-e2df-4fa9-bbce-d27322a7be87 None None] Current status of the port 3f5fd902-7559-4a1d-9244-730360785cf0 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:45:36.457282 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-cd2857f5-ad65-47c5-a7b6-30abf64cb478 None None] Provisioning complete for port 3f5fd902-7559-4a1d-9244-730360785cf0 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:45:36.457666 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cd2857f5-ad65-47c5-a7b6-30abf64cb478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (3f5fd902-7559-4a1d-9244-730360785cf0), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:36.531106 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-cd2857f5-ad65-47c5-a7b6-30abf64cb478 None None] Current status of the port 3f5fd902-7559-4a1d-9244-730360785cf0 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:45:37.571711 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 49968) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:45:37.703177 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 3f5fd902-7559-4a1d-9244-730360785cf0 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:45:37.750960 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 3f5fd902-7559-4a1d-9244-730360785cf0 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:45:37.751354 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (3f5fd902-7559-4a1d-9244-730360785cf0), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:37.824669 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 3f5fd902-7559-4a1d-9244-730360785cf0 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:45:37.889394 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:45:37.909958 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Made reservation on behalf of f6c793a7c57e466ea53133730c8f427d for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:45:37.912140 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:37.922404 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:37.995525 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Publish callbacks [] for security_group (f236c8a9-5162-44d1-a0f2-9cff09c55730), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:37.998890 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f236c8a9-5162-44d1-a0f2-9cff09c55730), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:38.011870 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Reserving flat network on physical network physnet1 {{(pid=109704) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 28 18:45:38.032740 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f236c8a9-5162-44d1-a0f2-9cff09c55730,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:38.035488 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (cc1bf164-4870-407d-a95d-4cb7d38292b0), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:38.035823 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.segments_db [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Added segment cc1bf164-4870-407d-a95d-4cb7d38292b0 of type flat for network 43097040-ae62-42ba-a1e8-2488009ecdd2 Mar 28 18:45:38.080505 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (43097040-ae62-42ba-a1e8-2488009ecdd2), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:38.111545 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (43097040-ae62-42ba-a1e8-2488009ecdd2), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:38.112452 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:45:38.113015 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:38.176449 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6031494 Mar 28 18:45:38.206595 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8de02b-a104-408b-990f-40c77e94a44b admin admin] Pushing event updated for resources: {'Network': ['ID=43097040-ae62-42ba-a1e8-2488009ecdd2,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:38.216752 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:45:38.827018 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c015f978-81e8-40c6-9c9c-5f23662d8739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:40.822108 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 49976) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:45:41.002155 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-034e2931-1927-4a92-8bfe-369617c73f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:41.172245 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25af2d5f-74cb-4ad2-b127-1a56547bd2ba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:45:41.173551 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-25af2d5f-74cb-4ad2-b127-1a56547bd2ba demo admin] 10.222.0.18 "GET /v2.0/subnets/c4ab918d-6d83-4feb-97d2-fb3cda0f5896 HTTP/1.1" status: 200 len: 849 time: 0.3504977 Mar 28 18:45:41.296693 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-1b3429c5-1daf-47e1-af2d-e34b5af2f9d2 demo admin] 10.222.0.18 "GET /v2.0/routers/2de1c301-9628-4d14-9444-eb8783751dfa HTTP/1.1" status: 200 len: 704 time: 0.1174498 Mar 28 18:45:41.568290 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:41.905731 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Allocated IP 172.20.0.1 (3a4a77e3-c810-4e3d-8fe3-b16120134fe0/c4ab918d-6d83-4feb-97d2-fb3cda0f5896/3d8b205f-23ee-4959-a957-3e553b0fa94d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:45:42.054837 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Publish callbacks [] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:42.122028 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:42.164621 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:42.185423 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Network 3a4a77e3-c810-4e3d-8fe3-b16120134fe0 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:45:42.193443 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:45:42.201765 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:45:42.202327 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688309'] for router_interface (2de1c301-9628-4d14-9444-eb8783751dfa), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:42.270604 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Pushing event updated for resources: {'Port': ['ID=3d8b205f-23ee-4959-a957-3e553b0fa94d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:42.383033 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-ff4c5233-b0a6-4980-8022-903778b90242 None None] Provisioning complete for port 3d8b205f-23ee-4959-a957-3e553b0fa94d triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:45:42.383422 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff4c5233-b0a6-4980-8022-903778b90242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:42.411894 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:42.420336 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c5233-b0a6-4980-8022-903778b90242 None None] Port 3d8b205f-23ee-4959-a957-3e553b0fa94d cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:45:42.617967 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Publish callbacks [] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:42.622298 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:42.623058 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688161'] for router_interface (2de1c301-9628-4d14-9444-eb8783751dfa), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:42.700820 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Pushing event updated for resources: {'Port': ['ID=3d8b205f-23ee-4959-a957-3e553b0fa94d,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:42.745177 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Network 3a4a77e3-c810-4e3d-8fe3-b16120134fe0 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:45:42.746506 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:45:42.911493 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Router 2de1c301-9628-4d14-9444-eb8783751dfa is scheduled to L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 18:45:43.007270 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:45:43.012611 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-86b59b5a-0f81-4ec9-86b6-974cf6101d16 demo admin] 10.222.0.18 "PUT /v2.0/routers/2de1c301-9628-4d14-9444-eb8783751dfa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7109025 Mar 28 18:45:43.016912 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Sync routers for ids ['2de1c301-9628-4d14-9444-eb8783751dfa'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:45:43.029809 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Routers {'2de1c301-9628-4d14-9444-eb8783751dfa'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:45:43.030660 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:45:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['2de1c301-9628-4d14-9444-eb8783751dfa'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:45:43.106045 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-8369917d-b8c2-41e7-a5a2-af78a3a8299e None None] Provisioning complete for port 3d8b205f-23ee-4959-a957-3e553b0fa94d triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:45:43.106526 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8369917d-b8c2-41e7-a5a2-af78a3a8299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:43.141280 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8369917d-b8c2-41e7-a5a2-af78a3a8299e None None] Port 3d8b205f-23ee-4959-a957-3e553b0fa94d cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:45:43.230514 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Set router 2de1c301-9628-4d14-9444-eb8783751dfa gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:45:43.604433 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:43.672039 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'name': 'router1', 'tenant_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:45:31Z', 'updated_at': '2022-03-28T18:45:42Z', 'revision_number': 2, 'project_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'gw_port_host': None, '_interfaces': [{'id': '3d8b205f-23ee-4959-a957-3e553b0fa94d', 'name': '', 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0', 'tenant_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'mac_address': 'fa:16:3e:11:2a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4ab918d-6d83-4feb-97d2-fb3cda0f5896', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:45:41Z', 'updated_at': '2022-03-28T18:45:42Z', 'revision_number': 2, 'project_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'subnets': [{'id': 'c4ab918d-6d83-4feb-97d2-fb3cda0f5896', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4927973-26c4-49d0-abff-1d319eb8ff6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:45:43.731717 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Checking router: 2de1c301-9628-4d14-9444-eb8783751dfa for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:45:43.732100 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Updating router 2de1c301-9628-4d14-9444-eb8783751dfa port 3d8b205f-23ee-4959-a957-3e553b0fa94d binding host dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:45:43.785159 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:44.298790 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Publish callbacks [] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:44.305981 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:44.475616 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Attempting to bind port 3d8b205f-23ee-4959-a957-3e553b0fa94d on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:45:44.476021 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Attempting to bind port 3d8b205f-23ee-4959-a957-3e553b0fa94d by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'ad8671c7-c0a8-4f7c-9cc1-8168964c82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:45:44.476467 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Attempting to bind port 3d8b205f-23ee-4959-a957-3e553b0fa94d on network 3a4a77e3-c810-4e3d-8fe3-b16120134fe0 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:45:44.479516 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Pushing event updated for resources: {'Port': ['ID=3d8b205f-23ee-4959-a957-3e553b0fa94d,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:44.485573 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:45:44.485988 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Checking segment: {'id': 'ad8671c7-c0a8-4f7c-9cc1-8168964c82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:45:44.486496 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:44.486883 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Bound using segment: {'id': 'ad8671c7-c0a8-4f7c-9cc1-8168964c82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:45:44.487389 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Bound port: 3d8b205f-23ee-4959-a957-3e553b0fa94d, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8671c7-c0a8-4f7c-9cc1-8168964c82e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:45:44.487769 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:44.494403 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.494943 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.495404 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.495863 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.496303 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.496750 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.497192 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.497631 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.498088 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.498592 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.499026 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.499493 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.499927 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.500895 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.501350 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Tracked resource versions report: Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: pushed versions: Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: { 'AddressGroup': {'1.2'}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'Agent': {'1.1'}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'ConntrackHelper': {'1.0'}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'Log': {'1.0'}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'NDPProxy': {'1.0'}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'Network': {'1.1'}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'Port': {'1.7'}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'PortForwarding': {'1.3'}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'QosPolicy': {'1.10'}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'SecurityGroup': {'1.5'}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'SubPort': {'1.0'}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'Subnet': {'1.1'}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'Trunk': {'1.1'}} Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: consumer versions: Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: { DHCP agent@dv-cinder-835483-1-smb: {}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: L3 agent@dv-cinder-835483-1-smb: {}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: Metadata agent@dv-cinder-835483-1-smb: {}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: Metering agent@dv-cinder-835483-1-smb: {}, Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: Open vSwitch agent@dv-cinder-835483-1-smb: { 'AddressGroup': '1.2', Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'Agent': '1.1', Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'ConntrackHelper': '1.0', Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'LocalIPAssociation': '1.0', Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'Log': '1.0', Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'NDPProxy': '1.0', Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'Network': '1.1', Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'Port': '1.7', Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'PortForwarding': '1.3', Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'QosPolicy': '1.10', Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'SecurityGroup': '1.5', Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'SecurityGroupRule': '1.2', Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'SubPort': '1.0', Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'Subnet': '1.1', Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: 'Trunk': '1.1'}} Mar 28 18:45:44.502697 dv-cinder-835483-1-smb neutron-server[109706]: {{(pid=109706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:45:44.568099 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-7d85f7cc-25e5-446e-ab9d-6761b587bc6c None None] Provisioning complete for port 3d8b205f-23ee-4959-a957-3e553b0fa94d triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:45:44.568487 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d85f7cc-25e5-446e-ab9d-6761b587bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:44.573266 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] For port 3d8b205f-23ee-4959-a957-3e553b0fa94d, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:45:44.592099 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] For port 3d8b205f-23ee-4959-a957-3e553b0fa94d, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=3d8b205f-23ee-4959-a957-3e553b0fa94d,segment=NetworkSegment(ad8671c7-c0a8-4f7c-9cc1-8168964c82e9),segment_id=ad8671c7-c0a8-4f7c-9cc1-8168964c82e9)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:45:44.599200 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:44.623055 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7d85f7cc-25e5-446e-ab9d-6761b587bc6c None None] Port 3d8b205f-23ee-4959-a957-3e553b0fa94d cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:45:44.643572 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Routers {'2de1c301-9628-4d14-9444-eb8783751dfa'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:45:44.644213 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:45:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['2de1c301-9628-4d14-9444-eb8783751dfa'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:45:44.749418 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a00779-e6ab-4fb8-a382-fe3ebf58e794 None None] Pushing event updated for resources: {'Port': ['ID=3d8b205f-23ee-4959-a957-3e553b0fa94d,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:44.758037 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] Set router 2de1c301-9628-4d14-9444-eb8783751dfa gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:45:44.844546 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-7143fbd5-1e27-4a1b-b52e-7604bd2fcbb8 None None] Provisioning complete for port 3d8b205f-23ee-4959-a957-3e553b0fa94d triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:45:44.844997 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7143fbd5-1e27-4a1b-b52e-7604bd2fcbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:44.923618 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7143fbd5-1e27-4a1b-b52e-7604bd2fcbb8 None None] Current status of the port 3d8b205f-23ee-4959-a957-3e553b0fa94d is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:45:44.924267 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7143fbd5-1e27-4a1b-b52e-7604bd2fcbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:44.957468 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-7143fbd5-1e27-4a1b-b52e-7604bd2fcbb8 None None] For port 3d8b205f-23ee-4959-a957-3e553b0fa94d, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=3d8b205f-23ee-4959-a957-3e553b0fa94d,segment=NetworkSegment(ad8671c7-c0a8-4f7c-9cc1-8168964c82e9),segment_id=ad8671c7-c0a8-4f7c-9cc1-8168964c82e9)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:45:44.963280 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7143fbd5-1e27-4a1b-b52e-7604bd2fcbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:44.969348 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'name': 'router1', 'tenant_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:45:31Z', 'updated_at': '2022-03-28T18:45:42Z', 'revision_number': 2, 'project_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'gw_port_host': None, '_interfaces': [{'id': '3d8b205f-23ee-4959-a957-3e553b0fa94d', 'name': '', 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0', 'tenant_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'mac_address': 'fa:16:3e:11:2a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4ab918d-6d83-4feb-97d2-fb3cda0f5896', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:45:41Z', 'updated_at': '2022-03-28T18:45:44Z', 'revision_number': 4, 'project_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'subnets': [{'id': 'c4ab918d-6d83-4feb-97d2-fb3cda0f5896', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4927973-26c4-49d0-abff-1d319eb8ff6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:45:44.999140 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a33d74e-3e04-4e7b-84a8-26290315039c None None] The sync data for ids ['2de1c301-9628-4d14-9444-eb8783751dfa'] in dv-cinder-835483-1-smb is: [{'id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'name': 'router1', 'tenant_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:45:31Z', 'updated_at': '2022-03-28T18:45:42Z', 'revision_number': 2, 'project_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'gw_port_host': None, '_interfaces': [{'id': '3d8b205f-23ee-4959-a957-3e553b0fa94d', 'name': '', 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0', 'tenant_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'mac_address': 'fa:16:3e:11:2a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4ab918d-6d83-4feb-97d2-fb3cda0f5896', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:45:41Z', 'updated_at': '2022-03-28T18:45:44Z', 'revision_number': 4, 'project_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'subnets': [{'id': 'c4ab918d-6d83-4feb-97d2-fb3cda0f5896', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4927973-26c4-49d0-abff-1d319eb8ff6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:45:45.029544 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:45.035049 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143fbd5-1e27-4a1b-b52e-7604bd2fcbb8 None None] Pushing event updated for resources: {'Port': ['ID=3d8b205f-23ee-4959-a957-3e553b0fa94d,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:45.558810 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 49996) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:45:45.758667 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6724d3-ade7-4897-93a7-3dfc39290185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:45:45.760892 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-8b6724d3-ade7-4897-93a7-3dfc39290185 admin admin] 10.222.0.18 "GET /v2.0/networks/43097040-ae62-42ba-a1e8-2488009ecdd2 HTTP/1.1" status: 200 len: 842 time: 0.2007012 Mar 28 18:45:45.770364 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1d78aa30-3e30-438c-a899-766beaea6e60 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:45:45.791947 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d78aa30-3e30-438c-a899-766beaea6e60 admin admin] Made reservation on behalf of f6c793a7c57e466ea53133730c8f427d for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:45:45.794319 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d78aa30-3e30-438c-a899-766beaea6e60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:46.154550 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.objects.ports [None req-1d78aa30-3e30-438c-a899-766beaea6e60 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109704) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 18:45:46.154967 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d78aa30-3e30-438c-a899-766beaea6e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for subnet (fa6e797b-5e79-47d7-93e8-44970d7c4466), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:46.208023 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78aa30-3e30-438c-a899-766beaea6e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6e797b-5e79-47d7-93e8-44970d7c4466,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:46.216823 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78aa30-3e30-438c-a899-766beaea6e60 admin admin] Checking segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:45:46.217176 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d78aa30-3e30-438c-a899-766beaea6e60 admin admin] Network hostable DHCP agents. Network: 43097040-ae62-42ba-a1e8-2488009ecdd2, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:45:46.232254 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d78aa30-3e30-438c-a899-766beaea6e60 admin admin] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:45:46.240537 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-1d78aa30-3e30-438c-a899-766beaea6e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, 43097040-ae62-42ba-a1e8-2488009ecdd2) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:45:46.248928 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05757922-2528-4698-8184-7628ea92f264 None None] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:45:46.253890 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78aa30-3e30-438c-a899-766beaea6e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:45:46.254565 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d78aa30-3e30-438c-a899-766beaea6e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:46.273298 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-1d78aa30-3e30-438c-a899-766beaea6e60 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5066528 Mar 28 18:45:46.365066 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0bd952-006f-44d0-8de5-121cdcf844fb None None] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:45:48.794818 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50014) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:45:48.934024 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-ec0962b9-a991-44dd-9a7b-853f860f208b demo admin] 10.222.0.18 "GET /v2.0/routers/2de1c301-9628-4d14-9444-eb8783751dfa HTTP/1.1" status: 200 len: 710 time: 0.1378863 Mar 28 18:45:49.023663 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da31b03-e53a-45c3-b386-f08cbb99cb06 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:45:49.025064 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-6da31b03-e53a-45c3-b386-f08cbb99cb06 demo admin] 10.222.0.18 "GET /v2.0/networks/43097040-ae62-42ba-a1e8-2488009ecdd2 HTTP/1.1" status: 200 len: 886 time: 0.0858796 Mar 28 18:45:49.034220 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:45:49.285833 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Publish callbacks [] for router_gateway (2de1c301-9628-4d14-9444-eb8783751dfa), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:49.515544 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Publish callbacks [] for router_gateway (2de1c301-9628-4d14-9444-eb8783751dfa), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:49.595142 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:49.696746 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Allocated IP 172.28.0.148 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/3b4098ce-6266-4606-98d5-cafba20df5dc) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:45:49.799041 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Publish callbacks [] for port (3b4098ce-6266-4606-98d5-cafba20df5dc), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:49.832345 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (3b4098ce-6266-4606-98d5-cafba20df5dc), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:49.867846 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:45:49.870697 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:45:49.874962 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:45:49.917562 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Pushing event updated for resources: {'Port': ['ID=3b4098ce-6266-4606-98d5-cafba20df5dc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:50.226439 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Publish callbacks [] for router_gateway (2de1c301-9628-4d14-9444-eb8783751dfa), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:50.430093 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1695175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3569'] for router (2de1c301-9628-4d14-9444-eb8783751dfa), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:50.434622 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1695184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1695193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690559'] for router (2de1c301-9628-4d14-9444-eb8783751dfa), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:50.541055 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Router 2de1c301-9628-4d14-9444-eb8783751dfa has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:45:50.647505 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:45:50.651809 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] Publish callbacks [] for router (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:50.665755 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-802ba8bc-043d-4966-a55b-ccb1cde007ac demo admin] 10.222.0.18 "PUT /v2.0/routers/2de1c301-9628-4d14-9444-eb8783751dfa HTTP/1.1" status: 200 len: 890 time: 1.6219132 Mar 28 18:45:51.778640 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 3d8b205f-23ee-4959-a957-3e553b0fa94d up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:45:51.836503 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 3d8b205f-23ee-4959-a957-3e553b0fa94d triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:45:51.836907 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:51.917097 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 3d8b205f-23ee-4959-a957-3e553b0fa94d is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:45:53.200533 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50026) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:45:53.320344 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-ee3da8df-13e6-4dcc-8ca0-e79ca5661a12 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1185031 Mar 28 18:45:53.715474 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Sync routers for ids ['2de1c301-9628-4d14-9444-eb8783751dfa'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:45:53.726553 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Routers {'2de1c301-9628-4d14-9444-eb8783751dfa'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:45:53.727205 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:45:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['2de1c301-9628-4d14-9444-eb8783751dfa'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:45:53.942036 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Set router 2de1c301-9628-4d14-9444-eb8783751dfa gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:45:54.222516 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 5 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:45:54.419595 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'name': 'router1', 'tenant_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '3b4098ce-6266-4606-98d5-cafba20df5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:45:31Z', 'updated_at': '2022-03-28T18:45:49Z', 'revision_number': 4, 'project_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'gw_port': {'id': '3b4098ce-6266-4606-98d5-cafba20df5dc', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:58:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:45:49Z', 'updated_at': '2022-03-28T18:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '3d8b205f-23ee-4959-a957-3e553b0fa94d', 'name': '', 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0', 'tenant_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'mac_address': 'fa:16:3e:11:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4ab918d-6d83-4feb-97d2-fb3cda0f5896', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:45:41Z', 'updated_at': '2022-03-28T18:45:44Z', 'revision_number': 5, 'project_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'subnets': [{'id': 'c4ab918d-6d83-4feb-97d2-fb3cda0f5896', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4927973-26c4-49d0-abff-1d319eb8ff6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:45:54.468779 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Checking router: 2de1c301-9628-4d14-9444-eb8783751dfa for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:45:54.469155 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Updating router 2de1c301-9628-4d14-9444-eb8783751dfa port 3b4098ce-6266-4606-98d5-cafba20df5dc binding host dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:45:54.522606 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (3b4098ce-6266-4606-98d5-cafba20df5dc), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:54.844735 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Publish callbacks [] for port (3b4098ce-6266-4606-98d5-cafba20df5dc), precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:54.849492 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (3b4098ce-6266-4606-98d5-cafba20df5dc), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:54.893456 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Attempting to bind port 3b4098ce-6266-4606-98d5-cafba20df5dc on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:45:54.894354 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Attempting to bind port 3b4098ce-6266-4606-98d5-cafba20df5dc by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:45:54.894354 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Attempting to bind port 3b4098ce-6266-4606-98d5-cafba20df5dc on network 43097040-ae62-42ba-a1e8-2488009ecdd2 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:45:54.904648 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dc380-2540-40d2-9be8-6d053a28f4e1 None None] Pushing event updated for resources: {'Port': ['ID=3b4098ce-6266-4606-98d5-cafba20df5dc,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:54.907054 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:45:54.907429 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Checking segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:45:54.907827 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:54.908204 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Bound using segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:45:54.908663 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Bound port: 3b4098ce-6266-4606-98d5-cafba20df5dc, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:45:54.909039 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (3b4098ce-6266-4606-98d5-cafba20df5dc), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:54.958524 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] For port 3b4098ce-6266-4606-98d5-cafba20df5dc, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:45:54.961697 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] For port 3b4098ce-6266-4606-98d5-cafba20df5dc, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=3b4098ce-6266-4606-98d5-cafba20df5dc,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:45:54.967917 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (3b4098ce-6266-4606-98d5-cafba20df5dc), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:55.038968 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Routers {'2de1c301-9628-4d14-9444-eb8783751dfa'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:45:55.039890 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:45:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['2de1c301-9628-4d14-9444-eb8783751dfa'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:45:55.082039 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dc380-2540-40d2-9be8-6d053a28f4e1 None None] Pushing event updated for resources: {'Port': ['ID=3b4098ce-6266-4606-98d5-cafba20df5dc,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:55.160655 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] Set router 2de1c301-9628-4d14-9444-eb8783751dfa gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:45:55.386518 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'name': 'router1', 'tenant_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '3b4098ce-6266-4606-98d5-cafba20df5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:45:31Z', 'updated_at': '2022-03-28T18:45:49Z', 'revision_number': 4, 'project_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'gw_port': {'id': '3b4098ce-6266-4606-98d5-cafba20df5dc', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:58:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:45:49Z', 'updated_at': '2022-03-28T18:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '3d8b205f-23ee-4959-a957-3e553b0fa94d', 'name': '', 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0', 'tenant_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'mac_address': 'fa:16:3e:11:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4ab918d-6d83-4feb-97d2-fb3cda0f5896', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:45:41Z', 'updated_at': '2022-03-28T18:45:44Z', 'revision_number': 5, 'project_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'subnets': [{'id': 'c4ab918d-6d83-4feb-97d2-fb3cda0f5896', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4927973-26c4-49d0-abff-1d319eb8ff6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:45:55.414285 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e37cb54-ab71-4613-9a78-eec17c6dd249 None None] The sync data for ids ['2de1c301-9628-4d14-9444-eb8783751dfa'] in dv-cinder-835483-1-smb is: [{'id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'name': 'router1', 'tenant_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '3b4098ce-6266-4606-98d5-cafba20df5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:45:31Z', 'updated_at': '2022-03-28T18:45:49Z', 'revision_number': 4, 'project_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'gw_port': {'id': '3b4098ce-6266-4606-98d5-cafba20df5dc', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:58:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:45:49Z', 'updated_at': '2022-03-28T18:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '3d8b205f-23ee-4959-a957-3e553b0fa94d', 'name': '', 'network_id': '3a4a77e3-c810-4e3d-8fe3-b16120134fe0', 'tenant_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'mac_address': 'fa:16:3e:11:2a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de1c301-9628-4d14-9444-eb8783751dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4ab918d-6d83-4feb-97d2-fb3cda0f5896', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:45:41Z', 'updated_at': '2022-03-28T18:45:44Z', 'revision_number': 5, 'project_id': 'af57a3a76f4a49f7aba93be68cd61e26', 'subnets': [{'id': 'c4ab918d-6d83-4feb-97d2-fb3cda0f5896', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4927973-26c4-49d0-abff-1d319eb8ff6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:45:55.786592 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 3b4098ce-6266-4606-98d5-cafba20df5dc up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:45:55.853484 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 3b4098ce-6266-4606-98d5-cafba20df5dc triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:45:55.856460 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (3b4098ce-6266-4606-98d5-cafba20df5dc), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:55.962717 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 3b4098ce-6266-4606-98d5-cafba20df5dc is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:45:55.963129 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (3b4098ce-6266-4606-98d5-cafba20df5dc), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:55.987328 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port 3b4098ce-6266-4606-98d5-cafba20df5dc, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=3b4098ce-6266-4606-98d5-cafba20df5dc,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:45:55.991454 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (3b4098ce-6266-4606-98d5-cafba20df5dc), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:56.094697 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=3b4098ce-6266-4606-98d5-cafba20df5dc,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:45:57.756026 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 3b4098ce-6266-4606-98d5-cafba20df5dc up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:45:57.814213 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 3b4098ce-6266-4606-98d5-cafba20df5dc triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:45:57.815996 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (3b4098ce-6266-4606-98d5-cafba20df5dc), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:45:57.929272 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 3b4098ce-6266-4606-98d5-cafba20df5dc is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:46:08.833302 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-db793243-317b-4a26-acca-eb4791ddb5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:11.007469 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1f5621d7-1e3e-4a36-a27b-e174139aca53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:12.173986 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:13.596786 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:15.016391 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:31.222463 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 5 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:46:38.867450 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c95900e4-a725-49e3-abc0-e6467a088e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:41.006070 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97dc16de-4c73-457f-accc-64bd6d50be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:42.171284 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:43.607561 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:45.014523 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:08.220257 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 5 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:47:08.826215 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5854-5980-4628-88fc-1e954dc446bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:10.998331 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a84ae62-af6d-45be-88a8-19c413b38e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:12.174288 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:13.602804 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:15.006619 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:15.188736 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50510) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:15.248747 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3dfc71e-045b-4e7d-9058-f7f78d05522a admin admin] GET failed (client error): The resource could not be found. Mar 28 18:47:15.250049 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-e3dfc71e-045b-4e7d-9058-f7f78d05522a admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603418 Mar 28 18:47:15.407527 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13bd51-55ab-42f0-84ec-15a6ed488c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:15.408989 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-8b13bd51-55ab-42f0-84ec-15a6ed488c85 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548362 Mar 28 18:47:17.753161 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50520) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:17.842899 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c557d3d-8fca-4ef7-9b00-51f4324fc0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:17.844215 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-1c557d3d-8fca-4ef7-9b00-51f4324fc0b8 admin admin] 10.222.0.18 "GET /v2.0/subnets/c4ab918d-6d83-4feb-97d2-fb3cda0f5896 HTTP/1.1" status: 200 len: 849 time: 0.0900042 Mar 28 18:47:17.854013 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:47:17.937889 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Publish callbacks [] for subnet (c4ab918d-6d83-4feb-97d2-fb3cda0f5896), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:18.075393 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792069678978'] for subnet (c4ab918d-6d83-4feb-97d2-fb3cda0f5896), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:18.104475 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:18.105065 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:18.106588 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] 10.222.0.18 "PUT /v2.0/subnets/c4ab918d-6d83-4feb-97d2-fb3cda0f5896 HTTP/1.1" status: 200 len: 868 time: 0.2565262 Mar 28 18:47:18.125356 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d50a275-7844-4296-904c-7c912ef8807e None None] Network 3a4a77e3-c810-4e3d-8fe3-b16120134fe0 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:47:18.128949 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ab918d-6d83-4feb-97d2-fb3cda0f5896,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:18.136153 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.136556 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.136870 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.137231 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.137571 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.137935 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.138274 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.138604 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.138932 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.139266 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.139589 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.139939 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.140269 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.140594 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.140915 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ee17f-3179-4056-89ab-0049f05f1c7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:18.471644 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-efad98c3-1d6c-49af-bb7c-8a03d1faf05b None None] Provisioning complete for port 3f5fd902-7559-4a1d-9244-730360785cf0 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:47:18.472038 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-efad98c3-1d6c-49af-bb7c-8a03d1faf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (3f5fd902-7559-4a1d-9244-730360785cf0), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:18.555540 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-efad98c3-1d6c-49af-bb7c-8a03d1faf05b None None] Current status of the port 3f5fd902-7559-4a1d-9244-730360785cf0 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:47:18.565136 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-efad98c3-1d6c-49af-bb7c-8a03d1faf05b None None] Provisioning complete for port 3d8b205f-23ee-4959-a957-3e553b0fa94d triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:47:18.565528 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-efad98c3-1d6c-49af-bb7c-8a03d1faf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (3d8b205f-23ee-4959-a957-3e553b0fa94d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:18.649695 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-efad98c3-1d6c-49af-bb7c-8a03d1faf05b None None] Current status of the port 3d8b205f-23ee-4959-a957-3e553b0fa94d is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:47:20.426367 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50528) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:20.623886 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b12d4f5-7139-40ab-95e7-4ca93761cda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:20.624263 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b12d4f5-7139-40ab-95e7-4ca93761cda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:20.625779 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-4b12d4f5-7139-40ab-95e7-4ca93761cda8 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984482 Mar 28 18:47:22.964247 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50536) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:23.094264 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a53e53-85ff-4c46-89e8-f6346a5dbf4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:23.094733 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a53e53-85ff-4c46-89e8-f6346a5dbf4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:23.096227 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-b6a53e53-85ff-4c46-89e8-f6346a5dbf4b admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310170 Mar 28 18:47:25.446317 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50544) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:25.575124 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83297ae1-23c0-43f7-8d2c-e308dafc6f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:25.576366 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-83297ae1-23c0-43f7-8d2c-e308dafc6f2a admin admin] 10.222.0.18 "GET /v2.0/networks/3a4a77e3-c810-4e3d-8fe3-b16120134fe0 HTTP/1.1" status: 200 len: 869 time: 0.1291094 Mar 28 18:47:27.897359 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 50552) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:28.211338 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.policy [None req-0b0db290-085c-49b6-8b3a-8a0041506302 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109703) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 18:47:28.253656 dv-cinder-835483-1-smb neutron-server[109703]: WARNING oslo_policy.policy [None req-0b0db290-085c-49b6-8b3a-8a0041506302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:47:28.254072 dv-cinder-835483-1-smb neutron-server[109703]: WARNING oslo_policy.policy [None req-0b0db290-085c-49b6-8b3a-8a0041506302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:47:28.262049 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0db290-085c-49b6-8b3a-8a0041506302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:28.263776 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-0b0db290-085c-49b6-8b3a-8a0041506302 admin admin] 10.222.0.18 "GET /v2.0/networks/43097040-ae62-42ba-a1e8-2488009ecdd2 HTTP/1.1" status: 200 len: 886 time: 0.3653293 Mar 28 18:47:30.583981 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 50564) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:30.710285 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7415ae8d-44b6-4f92-aff1-b4f1ba617b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:30.711268 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7415ae8d-44b6-4f92-aff1-b4f1ba617b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:30.712758 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-7415ae8d-44b6-4f92-aff1-b4f1ba617b3e admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278548 Mar 28 18:47:33.029767 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 50572) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:33.120334 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f31e9b-b69c-4f64-b317-132dca5c84c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:33.120781 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f31e9b-b69c-4f64-b317-132dca5c84c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:33.122278 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-96f31e9b-b69c-4f64-b317-132dca5c84c1 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915868 Mar 28 18:47:35.412566 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50580) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:35.602674 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1767e5-6b9c-47bb-87f1-9b3cd172c9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:35.603948 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-7b1767e5-6b9c-47bb-87f1-9b3cd172c9f1 admin admin] 10.222.0.18 "GET /v2.0/subnets/c4ab918d-6d83-4feb-97d2-fb3cda0f5896 HTTP/1.1" status: 200 len: 868 time: 0.1904175 Mar 28 18:47:37.942613 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50588) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:38.030264 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b6f05c-f7ef-4f31-93c8-ba71eedd48e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:38.031592 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-21b6f05c-f7ef-4f31-93c8-ba71eedd48e9 admin admin] 10.222.0.18 "GET /v2.0/subnets/fa6e797b-5e79-47d7-93e8-44970d7c4466 HTTP/1.1" status: 200 len: 816 time: 0.0880425 Mar 28 18:47:38.827686 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-762e286f-58d5-4f77-8d21-857f2f19a290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:41.004188 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d6f57ba9-d5db-4528-956f-f7ce1b225b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:42.177705 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:43.607757 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:45.009955 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:45.218306 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 5 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:48:06.281877 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50640) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:48:06.329953 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [None req-7375ae78-7a00-4186-80a3-af53658cea3e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:48:06.330940 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-7375ae78-7a00-4186-80a3-af53658cea3e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481334 Mar 28 18:48:08.739761 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50648) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:48:08.799722 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf87402b-67bf-4ad5-8b00-35119cf2f6cd admin admin] GET failed (client error): The resource could not be found. Mar 28 18:48:08.800999 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-cf87402b-67bf-4ad5-8b00-35119cf2f6cd admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602787 Mar 28 18:48:08.828194 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa588875-f0f1-482f-b859-c894b1247edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:08.890144 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcfb9c9-e5a7-494d-9dbe-da368bf909ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:48:08.891614 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-cfcfb9c9-e5a7-494d-9dbe-da368bf909ec admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0855711 Mar 28 18:48:11.006463 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3e2509cd-ca36-4b9b-9650-56cd954777c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:11.262913 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 50656) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:48:11.314910 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:48:11.355179 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Made reservation on behalf of f6c793a7c57e466ea53133730c8f427d for: {'network': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:48:11.361620 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:11.410439 dv-cinder-835483-1-smb neutron-server[109703]: WARNING neutron.services.revisions.revision_plugin [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Could not find related network for resource to bump revision. Mar 28 18:48:11.433290 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=109703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:48:11.447402 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792069505585', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (f498beb6-c50a-4ec5-930e-9b7ee6ff5316), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:11.448051 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Unsubscribe: segment precommit_create {{(pid=109703) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 18:48:11.448609 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.segments_db [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Added segment f498beb6-c50a-4ec5-930e-9b7ee6ff5316 of type vlan for network 5a6a54d5-8b14-4955-8641-1895557b7004 Mar 28 18:48:11.509550 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (5a6a54d5-8b14-4955-8641-1895557b7004), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:11.546328 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (5a6a54d5-8b14-4955-8641-1895557b7004), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:11.547453 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:48:11.548065 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:11.574619 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3106627 Mar 28 18:48:11.661304 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Pushing event updated for resources: {'Network': ['ID=5a6a54d5-8b14-4955-8641-1895557b7004,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:48:11.671787 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.672131 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.672481 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.672829 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.673166 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.673495 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.673857 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.674190 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.674524 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.674849 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.675174 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.675517 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.675847 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.676172 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.676490 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a15bcc1-3134-4399-84d8-75d650e1954d admin admin] Tracked resource versions report: Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: pushed versions: Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: { 'AddressGroup': {'1.2'}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'Agent': {'1.1'}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'ConntrackHelper': {'1.0'}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'Log': {'1.0'}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'NDPProxy': {'1.0'}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'Network': {'1.1'}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'Port': {'1.7'}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'PortForwarding': {'1.3'}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'QosPolicy': {'1.10'}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'SecurityGroup': {'1.5'}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'SubPort': {'1.0'}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'Subnet': {'1.1'}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'Trunk': {'1.1'}} Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: consumer versions: Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: { DHCP agent@dv-cinder-835483-1-smb: {}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: L3 agent@dv-cinder-835483-1-smb: {}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: Metadata agent@dv-cinder-835483-1-smb: {}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: Metering agent@dv-cinder-835483-1-smb: {}, Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: Open vSwitch agent@dv-cinder-835483-1-smb: { 'AddressGroup': '1.2', Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'Agent': '1.1', Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'ConntrackHelper': '1.0', Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'LocalIPAssociation': '1.0', Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'Log': '1.0', Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'NDPProxy': '1.0', Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'Network': '1.1', Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'Port': '1.7', Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'PortForwarding': '1.3', Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'QosPolicy': '1.10', Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'SecurityGroup': '1.5', Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'SecurityGroupRule': '1.2', Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'SubPort': '1.0', Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'Subnet': '1.1', Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: 'Trunk': '1.1'}} Mar 28 18:48:11.677829 dv-cinder-835483-1-smb neutron-server[109703]: {{(pid=109703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:48:11.712110 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network 5a6a54d5-8b14-4955-8641-1895557b7004 details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:48:12.181512 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:13.610783 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:13.913411 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 50668) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:48:13.979649 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.pecan_wsgi.hooks.translation [None req-874ab604-8fe3-482e-aeaa-b0e550149801 admin admin] GET failed (client error): The resource could not be found. Mar 28 18:48:13.981090 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-874ab604-8fe3-482e-aeaa-b0e550149801 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0666592 Mar 28 18:48:14.089069 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aac32c-029c-4d8f-8278-33ef3b8401f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:48:14.090551 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-90aac32c-029c-4d8f-8278-33ef3b8401f0 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1053700 Mar 28 18:48:14.100002 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-55812873-90a8-4566-acf8-ede33fad5285 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '5a6a54d5-8b14-4955-8641-1895557b7004', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:48:14.124986 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55812873-90a8-4566-acf8-ede33fad5285 admin admin] Made reservation on behalf of f6c793a7c57e466ea53133730c8f427d for: {'subnet': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:48:14.127266 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-55812873-90a8-4566-acf8-ede33fad5285 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:14.363557 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-55812873-90a8-4566-acf8-ede33fad5285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for subnet (fe8c53a2-9d24-4f81-bcde-89da52f66221), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:14.425458 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55812873-90a8-4566-acf8-ede33fad5285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8c53a2-9d24-4f81-bcde-89da52f66221,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:48:14.439895 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55812873-90a8-4566-acf8-ede33fad5285 admin admin] Checking segment: {'id': 'f498beb6-c50a-4ec5-930e-9b7ee6ff5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a6a54d5-8b14-4955-8641-1895557b7004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:48:14.440296 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55812873-90a8-4566-acf8-ede33fad5285 admin admin] Network hostable DHCP agents. Network: 5a6a54d5-8b14-4955-8641-1895557b7004, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:48:14.466284 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55812873-90a8-4566-acf8-ede33fad5285 admin admin] Network 5a6a54d5-8b14-4955-8641-1895557b7004 is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:48:14.477204 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-55812873-90a8-4566-acf8-ede33fad5285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, 5a6a54d5-8b14-4955-8641-1895557b7004) {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:48:14.482056 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55812873-90a8-4566-acf8-ede33fad5285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:48:14.482669 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-55812873-90a8-4566-acf8-ede33fad5285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:14.487207 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d03a07-d9eb-4284-9fa8-15f6b3bc0f59 None None] Network 5a6a54d5-8b14-4955-8641-1895557b7004 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:48:14.502254 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-55812873-90a8-4566-acf8-ede33fad5285 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4054861 Mar 28 18:48:14.698656 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518d74fb-db2a-52d3-9ca5-064f41411709-5a6a54d5-8b14-4955-8641-1895557b7004', 'network_id': '5a6a54d5-8b14-4955-8641-1895557b7004', 'project_id': 'f6c793a7c57e466ea53133730c8f427d', 'fixed_ips': [{'subnet_id': 'fe8c53a2-9d24-4f81-bcde-89da52f66221'}]}} from dv-cinder-835483-1-smb. {{(pid=109705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:48:14.699586 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:14.841750 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Allocated IP 192.168.233.2 (5a6a54d5-8b14-4955-8641-1895557b7004/fe8c53a2-9d24-4f81-bcde-89da52f66221/47e7a205-f1b2-475b-ad62-d4e5b19dbb43) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:48:14.996734 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Publish callbacks [] for port (47e7a205-f1b2-475b-ad62-d4e5b19dbb43), precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:15.016868 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (47e7a205-f1b2-475b-ad62-d4e5b19dbb43), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:15.049803 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:15.067673 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Pushing event updated for resources: {'Port': ['ID=47e7a205-f1b2-475b-ad62-d4e5b19dbb43,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:48:15.074886 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Network 5a6a54d5-8b14-4955-8641-1895557b7004 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:48:15.079521 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:48:15.081843 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.082190 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.082532 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.082888 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.083232 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.083559 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.083883 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.084204 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.085158 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.085481 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.085877 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.086264 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.087178 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.087178 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.087370 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:48:15.092171 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:48:15.152318 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Attempting to bind port 47e7a205-f1b2-475b-ad62-d4e5b19dbb43 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:48:15.152687 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Attempting to bind port 47e7a205-f1b2-475b-ad62-d4e5b19dbb43 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'f498beb6-c50a-4ec5-930e-9b7ee6ff5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a6a54d5-8b14-4955-8641-1895557b7004'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:48:15.153055 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Attempting to bind port 47e7a205-f1b2-475b-ad62-d4e5b19dbb43 on network 5a6a54d5-8b14-4955-8641-1895557b7004 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:48:15.158199 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:48:15.158576 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Checking segment: {'id': 'f498beb6-c50a-4ec5-930e-9b7ee6ff5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a6a54d5-8b14-4955-8641-1895557b7004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:48:15.158976 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:15.159369 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Bound using segment: {'id': 'f498beb6-c50a-4ec5-930e-9b7ee6ff5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a6a54d5-8b14-4955-8641-1895557b7004'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:48:15.160490 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Bound port: 47e7a205-f1b2-475b-ad62-d4e5b19dbb43, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f498beb6-c50a-4ec5-930e-9b7ee6ff5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a6a54d5-8b14-4955-8641-1895557b7004'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:48:15.160490 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (47e7a205-f1b2-475b-ad62-d4e5b19dbb43), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:15.224513 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] For port 47e7a205-f1b2-475b-ad62-d4e5b19dbb43, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:48:15.228550 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] For port 47e7a205-f1b2-475b-ad62-d4e5b19dbb43, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=47e7a205-f1b2-475b-ad62-d4e5b19dbb43,segment=NetworkSegment(f498beb6-c50a-4ec5-930e-9b7ee6ff5316),segment_id=f498beb6-c50a-4ec5-930e-9b7ee6ff5316)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:48:15.234939 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (47e7a205-f1b2-475b-ad62-d4e5b19dbb43), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:15.308810 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3960c65-b2ae-40c4-a446-2b2e8568a236 None None] Pushing event updated for resources: {'Port': ['ID=47e7a205-f1b2-475b-ad62-d4e5b19dbb43,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:48:15.878007 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 47e7a205-f1b2-475b-ad62-d4e5b19dbb43 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:48:15.935501 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 47e7a205-f1b2-475b-ad62-d4e5b19dbb43 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:48:15.935894 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (47e7a205-f1b2-475b-ad62-d4e5b19dbb43), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:16.022659 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 47e7a205-f1b2-475b-ad62-d4e5b19dbb43 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:48:16.023363 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (47e7a205-f1b2-475b-ad62-d4e5b19dbb43), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:16.060863 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port 47e7a205-f1b2-475b-ad62-d4e5b19dbb43, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=47e7a205-f1b2-475b-ad62-d4e5b19dbb43,segment=NetworkSegment(f498beb6-c50a-4ec5-930e-9b7ee6ff5316),segment_id=f498beb6-c50a-4ec5-930e-9b7ee6ff5316)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:48:16.068739 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (47e7a205-f1b2-475b-ad62-d4e5b19dbb43), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:16.121352 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=47e7a205-f1b2-475b-ad62-d4e5b19dbb43,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:48:16.225969 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800beec-ccea-4c67-a673-7f9679577f65 None None] Network 5a6a54d5-8b14-4955-8641-1895557b7004 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:48:16.329597 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-46dbc2b3-df52-4d2f-a2d9-84aded9f6a26 None None] Provisioning complete for port 47e7a205-f1b2-475b-ad62-d4e5b19dbb43 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:48:16.329951 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-46dbc2b3-df52-4d2f-a2d9-84aded9f6a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (47e7a205-f1b2-475b-ad62-d4e5b19dbb43), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:16.425046 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-46dbc2b3-df52-4d2f-a2d9-84aded9f6a26 None None] Current status of the port 47e7a205-f1b2-475b-ad62-d4e5b19dbb43 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:48:16.646244 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-683aca89-02bf-4cbd-b56f-02cd7c05fc00 None None] Provisioning complete for port 47e7a205-f1b2-475b-ad62-d4e5b19dbb43 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:48:16.646628 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-683aca89-02bf-4cbd-b56f-02cd7c05fc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (47e7a205-f1b2-475b-ad62-d4e5b19dbb43), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:16.723707 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-683aca89-02bf-4cbd-b56f-02cd7c05fc00 None None] Current status of the port 47e7a205-f1b2-475b-ad62-d4e5b19dbb43 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:48:17.801854 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 47e7a205-f1b2-475b-ad62-d4e5b19dbb43 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:48:17.848719 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 47e7a205-f1b2-475b-ad62-d4e5b19dbb43 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:48:17.849107 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (47e7a205-f1b2-475b-ad62-d4e5b19dbb43), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:17.923992 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 47e7a205-f1b2-475b-ad62-d4e5b19dbb43 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:48:22.221505 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 5 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:48:38.830702 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0a432697-6fe0-455e-b913-aec7a5f23c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:41.011015 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6289a554-7522-4739-a1cd-e2a74d6aa0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:42.185093 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:43.612966 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:45.014982 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:59.220367 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 5 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:49:08.832604 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c195532-f936-4c1e-828c-aec09c9b9e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:11.012537 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-159d676b-0dfc-4347-ad9b-c0d55be7e3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:12.188253 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:13.613833 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:15.017357 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:36.218500 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 5 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:49:38.836635 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-45cd648b-d9ae-439c-8787-6a2623af22d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:41.013376 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ed03-cf4d-4161-9efb-f7de5fbf8a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:41.461106 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50708) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:41.466681 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [None req-3602632a-a168-420f-8e3c-a9c33079f1dc tempest-verify_tempest_config-366820116 tempest-verify_tempest_config-366820116-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:49:41.467650 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-3602632a-a168-420f-8e3c-a9c33079f1dc tempest-verify_tempest_config-366820116 tempest-verify_tempest_config-366820116-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055666 Mar 28 18:49:41.769686 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50726) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:41.873577 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:41.957921 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Publish callbacks [] for security_group (e5dab5ff-f236-4aae-9fe5-28699eef48d5), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:41.961288 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (e5dab5ff-f236-4aae-9fe5-28699eef48d5), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:42.005090 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee715882234841e6a7d21ad16017499f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2335997 Mar 28 18:49:42.006034 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dab5ff-f236-4aae-9fe5-28699eef48d5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:49:42.008199 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 50730) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:42.012888 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.013232 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.013590 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.013975 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.014310 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.014634 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.014955 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.015274 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.015605 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.015922 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.016243 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.016577 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.016898 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.017211 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.017525 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f506-d63f-4994-90a5-0b0bb0dd3c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.084200 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Publish callbacks [] for security_group (e5dab5ff-f236-4aae-9fe5-28699eef48d5), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:42.104879 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Publish callbacks [] for security_group (e5dab5ff-f236-4aae-9fe5-28699eef48d5), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:42.190601 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:42.206431 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (e5dab5ff-f236-4aae-9fe5-28699eef48d5), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:42.214564 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:42.215733 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5dab5ff-f236-4aae-9fe5-28699eef48d5 HTTP/1.1" status: 204 len: 168 time: 0.2062669 Mar 28 18:49:42.225518 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dab5ff-f236-4aae-9fe5-28699eef48d5,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:49:42.234023 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.234611 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.235263 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.235827 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.236404 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.236982 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.237565 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.238167 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.239288 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.239863 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.240430 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.241014 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.241710 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.242316 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:42.242898 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae5b93-0844-4865-a660-bd30134c4a28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:43.618862 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:45.020584 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:08.838463 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9040d1d9-56bc-4377-8475-9086ec62c51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:11.015473 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-083e6604-e59a-4e79-9d3e-35cc5d72285d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:12.193108 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:13.217332 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 5 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:50:13.618349 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:15.025218 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:38.839171 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b79d21ec-bdee-45fd-9f7c-47b7ef6ece53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:41.016254 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ea9694b-f1e9-4cc6-aa07-b7e88c450dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:42.196164 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:43.622744 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:45.030473 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:50.215952 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 5 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:51:08.840078 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34356e57-99fb-42e1-ab11-c432d05587db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:11.017828 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee3830c7-af0f-4268-b92e-0800a30a0e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:12.198487 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:13.624055 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:15.033739 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:26.207143 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687769'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:27.216722 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:51:38.841138 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fddee517-9135-4b08-92fd-0be4a28dcadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:41.020453 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4563a8b8-e315-4842-bba2-a571394f37ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:41.502654 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 50802) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:51:41.605502 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-5da4bb43-d98d-4991-8124-252bab5d378c admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1017199 Mar 28 18:51:42.201457 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:43.628984 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:43.930830 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 50812) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:51:43.989212 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-6cf3fe39-5297-413a-86af-eb040522d9f4 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0573046 Mar 28 18:51:45.040058 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:56.172798 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:04.215101 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:52:08.843396 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ebc2335-96b6-4578-8250-7ee05c3d627f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:11.021830 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7cb36d96-20a2-4a76-bb64-e6218d20986a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:12.203164 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:13.631743 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:15.041678 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:26.172258 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:38.843067 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-52fcb385-5333-4d0f-a7c1-34788910e1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:41.034006 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff161f8f-1ecf-474d-bf48-ecce42049345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:41.214012 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:52:42.210585 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:43.641367 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:45.051892 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:56.170945 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:08.844487 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6179834a-32c1-4b9a-a909-b668f6362054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:11.026867 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2737c8cf-46ff-4640-a004-e0eab1b59276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:12.210291 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:13.637119 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:15.046541 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:18.213520 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:53:22.980201 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50880) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:23.178704 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-649037439-network', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:23.222895 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Made reservation on behalf of c69570426a7f4c439b61b7ba410ae299 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:53:23.230487 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:23.248634 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:23.440963 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Publish callbacks [] for security_group (f21a4fad-b9e4-49fa-93a7-36a254ec50ca), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:23.449838 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f21a4fad-b9e4-49fa-93a7-36a254ec50ca), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:23.466428 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:53:23.478684 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (aed9443b-3427-4b47-89c1-bde0dbf6c9bd), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:23.478942 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.segments_db [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Added segment aed9443b-3427-4b47-89c1-bde0dbf6c9bd of type vlan for network 6d432814-d48c-4d16-952f-f098f6b2256a Mar 28 18:53:23.526300 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (6d432814-d48c-4d16-952f-f098f6b2256a), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:23.555839 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (6d432814-d48c-4d16-952f-f098f6b2256a), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:23.556740 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:23.557321 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:23.623170 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6347404 Mar 28 18:53:23.626246 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 50926) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:23.633470 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Request body: {'subnet': {'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-subnet', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:23.642042 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Pushing event updated for resources: {'Network': ['ID=6d432814-d48c-4d16-952f-f098f6b2256a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:23.653386 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.653386 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.653386 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.653386 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.653386 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.653386 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.653386 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.654194 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.654194 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.654359 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.654564 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.654922 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.655574 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.655942 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.656372 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Tracked resource versions report: Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: pushed versions: Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: { 'AddressGroup': {'1.2'}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'Agent': {'1.1'}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'ConntrackHelper': {'1.0'}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'Log': {'1.0'}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'NDPProxy': {'1.0'}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'Network': {'1.1'}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'Port': {'1.7'}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'PortForwarding': {'1.3'}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'QosPolicy': {'1.10'}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'SecurityGroup': {'1.5'}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'SubPort': {'1.0'}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'Subnet': {'1.1'}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'Trunk': {'1.1'}} Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: consumer versions: Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: { DHCP agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: HyperV agent@hv-cinder-83548: {}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: L3 agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: Metadata agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: Metering agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: Open vSwitch agent@dv-cinder-835483-1-smb: { 'AddressGroup': '1.2', Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'Agent': '1.1', Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'ConntrackHelper': '1.0', Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'LocalIPAssociation': '1.0', Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'Log': '1.0', Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'NDPProxy': '1.0', Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'Network': '1.1', Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'Port': '1.7', Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'PortForwarding': '1.3', Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'QosPolicy': '1.10', Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'SecurityGroup': '1.5', Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'SecurityGroupRule': '1.2', Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'SubPort': '1.0', Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'Subnet': '1.1', Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: 'Trunk': '1.1'}} Mar 28 18:53:23.659157 dv-cinder-835483-1-smb neutron-server[109704]: {{(pid=109704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:53:23.661645 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5413912-af32-4bdc-b403-6c9dd219131a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21a4fad-b9e4-49fa-93a7-36a254ec50ca,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:23.671359 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Made reservation on behalf of c69570426a7f4c439b61b7ba410ae299 for: {'subnet': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:53:23.675888 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:23.676056 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network 6d432814-d48c-4d16-952f-f098f6b2256a details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:53:23.877243 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for subnet (9cea6ad9-2b34-4256-8da2-461f0d366d66), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:23.926200 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cea6ad9-2b34-4256-8da2-461f0d366d66,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:23.933802 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.934164 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.934532 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.934895 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.935234 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.935571 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.935900 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.936229 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.936557 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.936886 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.937214 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.937543 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.937893 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.938218 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.938539 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Tracked resource versions report: Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: pushed versions: Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: { 'AddressGroup': {'1.2'}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'Agent': {'1.1'}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'ConntrackHelper': {'1.0'}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'Log': {'1.0'}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'NDPProxy': {'1.0'}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'Network': {'1.1'}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'Port': {'1.7'}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'PortForwarding': {'1.3'}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'QosPolicy': {'1.10'}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'SecurityGroup': {'1.5'}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'SubPort': {'1.0'}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'Subnet': {'1.1'}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'Trunk': {'1.1'}} Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: consumer versions: Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: { DHCP agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: HyperV agent@hv-cinder-83548: {}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: L3 agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: Metadata agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: Metering agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: Open vSwitch agent@dv-cinder-835483-1-smb: { 'AddressGroup': '1.2', Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'Agent': '1.1', Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'ConntrackHelper': '1.0', Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'LocalIPAssociation': '1.0', Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'Log': '1.0', Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'NDPProxy': '1.0', Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'Network': '1.1', Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'Port': '1.7', Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'PortForwarding': '1.3', Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'QosPolicy': '1.10', Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'SecurityGroup': '1.5', Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'SecurityGroupRule': '1.2', Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'SubPort': '1.0', Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'Subnet': '1.1', Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: 'Trunk': '1.1'}} Mar 28 18:53:23.939766 dv-cinder-835483-1-smb neutron-server[109703]: {{(pid=109703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:53:23.967938 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Checking segment: {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:23.968411 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Network hostable DHCP agents. Network: 6d432814-d48c-4d16-952f-f098f6b2256a, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:53:23.991796 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Network 6d432814-d48c-4d16-952f-f098f6b2256a is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:53:24.002292 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, 6d432814-d48c-4d16-952f-f098f6b2256a) {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:24.008377 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:24.008797 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.015776 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8d8185-f6e0-4d3c-9f24-4fe5262dea0a None None] Network 6d432814-d48c-4d16-952f-f098f6b2256a requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:53:24.029963 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-171cd661-b346-4e6c-94a2-3e3becf5cde3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4001462 Mar 28 18:53:24.030383 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 50954) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:24.036227 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:24.060384 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.062995 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3459'] for router (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.137456 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Publish callbacks [] for router_controller (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.144460 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518d74fb-db2a-52d3-9ca5-064f41411709-6d432814-d48c-4d16-952f-f098f6b2256a', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66'}]}} from dv-cinder-835483-1-smb. {{(pid=109705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:53:24.145625 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.299060 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Allocated IP 172.20.0.2 (6d432814-d48c-4d16-952f-f098f6b2256a/9cea6ad9-2b34-4256-8da2-461f0d366d66/dfe4c01c-9488-4030-8bff-bab1ba04552d) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:53:24.322780 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Publish callbacks [] for router_gateway (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.460349 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Publish callbacks [] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.468308 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.517156 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Pushing event updated for resources: {'Port': ['ID=dfe4c01c-9488-4030-8bff-bab1ba04552d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:24.530277 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.530623 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.530966 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.531379 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.531961 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.532474 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.533297 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.533823 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.534587 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.535214 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.535703 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.536371 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.536846 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.537327 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.537826 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Tracked resource versions report: Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: pushed versions: Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: { 'AddressGroup': {'1.2'}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'Agent': {'1.1'}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'ConntrackHelper': {'1.0'}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'Log': {'1.0'}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'NDPProxy': {'1.0'}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'Network': {'1.1'}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'Port': {'1.7'}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'PortForwarding': {'1.3'}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'QosPolicy': {'1.10'}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'SecurityGroup': {'1.5'}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'SubPort': {'1.0'}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'Subnet': {'1.1'}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'Trunk': {'1.1'}} Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: consumer versions: Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: { DHCP agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: HyperV agent@hv-cinder-83548: {}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: L3 agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: Metadata agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: Metering agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: Open vSwitch agent@dv-cinder-835483-1-smb: { 'AddressGroup': '1.2', Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'Agent': '1.1', Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'ConntrackHelper': '1.0', Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'LocalIPAssociation': '1.0', Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'Log': '1.0', Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'NDPProxy': '1.0', Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'Network': '1.1', Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'Port': '1.7', Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'PortForwarding': '1.3', Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'QosPolicy': '1.10', Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'SecurityGroup': '1.5', Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'SecurityGroupRule': '1.2', Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'SubPort': '1.0', Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'Subnet': '1.1', Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: 'Trunk': '1.1'}} Mar 28 18:53:24.539385 dv-cinder-835483-1-smb neutron-server[109705]: {{(pid=109705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:53:24.554075 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Network 6d432814-d48c-4d16-952f-f098f6b2256a is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:24.555676 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:24.558200 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:53:24.578813 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Publish callbacks [] for router_gateway (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.605793 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.623160 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Attempting to bind port dfe4c01c-9488-4030-8bff-bab1ba04552d on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:53:24.623564 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Attempting to bind port dfe4c01c-9488-4030-8bff-bab1ba04552d by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:53:24.623928 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Attempting to bind port dfe4c01c-9488-4030-8bff-bab1ba04552d on network 6d432814-d48c-4d16-952f-f098f6b2256a {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:24.630647 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:53:24.631260 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Checking segment: {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:24.631817 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.632388 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Bound using segment: {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:53:24.632950 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Bound port: dfe4c01c-9488-4030-8bff-bab1ba04552d, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:53:24.633343 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.725171 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] For port dfe4c01c-9488-4030-8bff-bab1ba04552d, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:53:24.732618 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] For port dfe4c01c-9488-4030-8bff-bab1ba04552d, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=dfe4c01c-9488-4030-8bff-bab1ba04552d,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:53:24.743759 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.744154 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Allocated IP 172.28.0.93 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/a2d0b74b-20cc-4e65-9eb0-2a0c200402f1) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:53:24.826908 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8163339-ca35-4969-9a10-a371348901b4 None None] Pushing event updated for resources: {'Port': ['ID=dfe4c01c-9488-4030-8bff-bab1ba04552d,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:24.898507 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Publish callbacks [] for port (a2d0b74b-20cc-4e65-9eb0-2a0c200402f1), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.946376 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (a2d0b74b-20cc-4e65-9eb0-2a0c200402f1), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.984944 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:24.990110 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:24.999171 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:53:25.003029 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Pushing event updated for resources: {'Port': ['ID=a2d0b74b-20cc-4e65-9eb0-2a0c200402f1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:25.287534 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Publish callbacks [] for router_gateway (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:25.303395 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51012) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:25.629106 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695010'] for router (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:25.688672 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-network', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:25.732106 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] Made reservation on behalf of c88a768b3efd4a9381507f381b0e331f for: {'network': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:53:25.735118 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:25.746357 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:25.890428 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] Publish callbacks [] for security_group (e9c3b6ef-a0ec-4552-8d62-f299f2aad3c5), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:25.895504 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (e9c3b6ef-a0ec-4552-8d62-f299f2aad3c5), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:25.907273 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=109703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:53:25.917426 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:25.918027 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.segments_db [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] Added segment 7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad of type vlan for network 211f47c6-29ed-4108-b184-3fd54ff73f18 Mar 28 18:53:25.930683 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 is scheduled to L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 18:53:25.982668 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (211f47c6-29ed-4108-b184-3fd54ff73f18), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.042743 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c3b6ef-a0ec-4552-8d62-f299f2aad3c5,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:26.045395 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (211f47c6-29ed-4108-b184-3fd54ff73f18), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.046394 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:26.046994 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.077571 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7724779 Mar 28 18:53:26.079378 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51032) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:26.087563 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51034) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:26.136210 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:53:26.153246 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Sync routers for ids ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:53:26.164527 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.172159 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-afc4e886-4a22-4c40-91df-bc494dd447ac admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1397505 Mar 28 18:53:26.172457 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-7044a0cc-a7a8-4210-a2b5-93249706a778 admin admin] Request body: {'subnet': {'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-subnet', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:26.172788 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51038) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:26.187720 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Routers {'7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:53:26.193401 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:53:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:26.194068 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device dfe4c01c-9488-4030-8bff-bab1ba04552d up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:26.201865 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7044a0cc-a7a8-4210-a2b5-93249706a778 admin admin] Made reservation on behalf of c88a768b3efd4a9381507f381b0e331f for: {'subnet': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:53:26.206534 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7044a0cc-a7a8-4210-a2b5-93249706a778 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.268503 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.361057 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c2717d-e7aa-4dba-b9e0-9215ebb4863c None None] Network 6d432814-d48c-4d16-952f-f098f6b2256a requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:53:26.438342 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7044a0cc-a7a8-4210-a2b5-93249706a778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for subnet (8c0ba61c-eb16-48bb-8d0b-0365046be9db), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.506311 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044a0cc-a7a8-4210-a2b5-93249706a778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0ba61c-eb16-48bb-8d0b-0365046be9db,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:26.535331 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc525cc-602f-4ce6-bba5-aeca46aa9a32 admin admin] Pushing event updated for resources: {'Network': ['ID=211f47c6-29ed-4108-b184-3fd54ff73f18,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:26.557563 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044a0cc-a7a8-4210-a2b5-93249706a778 admin admin] Checking segment: {'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:26.559632 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7044a0cc-a7a8-4210-a2b5-93249706a778 admin admin] Network hostable DHCP agents. Network: 211f47c6-29ed-4108-b184-3fd54ff73f18, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:53:26.584903 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-df86c2d3-ec79-4c52-9090-cc8c054963da None None] Provisioning complete for port dfe4c01c-9488-4030-8bff-bab1ba04552d triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:26.585549 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-df86c2d3-ec79-4c52-9090-cc8c054963da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.603746 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7044a0cc-a7a8-4210-a2b5-93249706a778 admin admin] Network 211f47c6-29ed-4108-b184-3fd54ff73f18 is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:53:26.621075 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network 211f47c6-29ed-4108-b184-3fd54ff73f18 details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:53:26.622770 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-7044a0cc-a7a8-4210-a2b5-93249706a778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, 211f47c6-29ed-4108-b184-3fd54ff73f18) {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:26.635578 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7044a0cc-a7a8-4210-a2b5-93249706a778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:26.636307 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7044a0cc-a7a8-4210-a2b5-93249706a778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.654129 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Set router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:53:26.668530 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-7044a0cc-a7a8-4210-a2b5-93249706a778 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5539942 Mar 28 18:53:26.669566 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51062) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:26.673463 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:26.725023 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.726834 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3459'] for router (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.742987 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d845f-adfe-4294-9c76-16de60d0bd75 None None] Network 211f47c6-29ed-4108-b184-3fd54ff73f18 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:53:26.744994 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1133864896-network', 'tenant_id': 'f620e7af532c42f4894b00362bb03181'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:26.746546 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port dfe4c01c-9488-4030-8bff-bab1ba04552d triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:26.747266 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.788070 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] Made reservation on behalf of f620e7af532c42f4894b00362bb03181 for: {'network': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:53:26.790873 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.805795 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.816877 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51070) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:26.822118 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Publish callbacks [] for router_controller (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.961142 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:25Z', 'revision_number': 3, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:26.983334 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] Publish callbacks [] for security_group (0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.991691 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518d74fb-db2a-52d3-9ca5-064f41411709-211f47c6-29ed-4108-b184-3fd54ff73f18', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db'}]}} from dv-cinder-835483-1-smb. {{(pid=109705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:53:26.992541 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.993631 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.027067 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Checking router: 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:53:27.027443 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Updating router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 port a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 binding host dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:53:27.063080 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=109703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:53:27.099533 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (2d6b25be-57b8-43dd-82a6-ff3b24e07726), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.100514 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.segments_db [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] Added segment 2d6b25be-57b8-43dd-82a6-ff3b24e07726 of type vlan for network 9ba58ccc-4bcd-404b-90da-454934ee342c Mar 28 18:53:27.115564 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (a2d0b74b-20cc-4e65-9eb0-2a0c200402f1), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.192544 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.224838 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (9ba58ccc-4bcd-404b-90da-454934ee342c), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.313170 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Allocated IP 172.20.0.2 (211f47c6-29ed-4108-b184-3fd54ff73f18/8c0ba61c-eb16-48bb-8d0b-0365046be9db/f7acfe60-5333-44dc-8fa5-4b66058352f8) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:53:27.319573 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (9ba58ccc-4bcd-404b-90da-454934ee342c), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.320656 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:27.324033 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.352338 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1566063426-network', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:27.401481 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3152447 Mar 28 18:53:27.402303 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:27.406854 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51086) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:27.412558 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] Made reservation on behalf of b45d2c6dc8f841e08e19262d3e899379 for: {'network': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:53:27.417102 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.466887 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-4137df82-5e9f-4c5e-b53b-7d6ab4696006 admin admin] Request body: {'subnet': {'network_id': '9ba58ccc-4bcd-404b-90da-454934ee342c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1133864896-subnet', 'tenant_id': 'f620e7af532c42f4894b00362bb03181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:27.475787 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.482108 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-df86c2d3-ec79-4c52-9090-cc8c054963da None None] Current status of the port dfe4c01c-9488-4030-8bff-bab1ba04552d is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:27.482502 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-df86c2d3-ec79-4c52-9090-cc8c054963da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.574811 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] Publish callbacks [] for security_group (f79da3ca-4cf7-400c-8b5d-69681c970795), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.576212 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Allocated IP 172.20.0.1 (6d432814-d48c-4d16-952f-f098f6b2256a/9cea6ad9-2b34-4256-8da2-461f0d366d66/ea2c9723-011d-4c17-b8ed-6fc5100fe346) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:53:27.597438 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f79da3ca-4cf7-400c-8b5d-69681c970795), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.612340 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:53:27.623150 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (00274b55-1aff-4af2-97b5-aee80f0ec39b), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.623785 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.segments_db [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] Added segment 00274b55-1aff-4af2-97b5-aee80f0ec39b of type vlan for network c5e6a87c-ad2a-4972-8652-596abac069a8 Mar 28 18:53:27.680582 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (c5e6a87c-ad2a-4972-8652-596abac069a8), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.817232 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Publish callbacks [] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.821774 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Publish callbacks [] for port (a2d0b74b-20cc-4e65-9eb0-2a0c200402f1), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.824855 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port dfe4c01c-9488-4030-8bff-bab1ba04552d is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:27.825279 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.841364 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (a2d0b74b-20cc-4e65-9eb0-2a0c200402f1), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.863255 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcb007-08d8-49dc-b4aa-dbd30b2b937a admin admin] Pushing event updated for resources: {'Network': ['ID=9ba58ccc-4bcd-404b-90da-454934ee342c,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:27.889783 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (c5e6a87c-ad2a-4972-8652-596abac069a8), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.890823 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:27.891402 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.930873 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network 9ba58ccc-4bcd-404b-90da-454934ee342c details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:53:27.945782 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1277921 Mar 28 18:53:27.965664 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51098) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:27.972343 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Publish callbacks [] for router_gateway (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:27.978570 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:28.025845 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4137df82-5e9f-4c5e-b53b-7d6ab4696006 admin admin] Made reservation on behalf of f620e7af532c42f4894b00362bb03181 for: {'subnet': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:53:28.028086 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4137df82-5e9f-4c5e-b53b-7d6ab4696006 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:28.035299 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-df86c2d3-ec79-4c52-9090-cc8c054963da None None] For port dfe4c01c-9488-4030-8bff-bab1ba04552d, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=dfe4c01c-9488-4030-8bff-bab1ba04552d,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:53:28.040415 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2c9723-011d-4c17-b8ed-6fc5100fe346,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:28.070677 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Attempting to bind port a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:53:28.071079 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Attempting to bind port a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:53:28.071455 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Attempting to bind port a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 on network 43097040-ae62-42ba-a1e8-2488009ecdd2 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:28.088860 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-df86c2d3-ec79-4c52-9090-cc8c054963da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:28.095819 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Pushing event updated for resources: {'Port': ['ID=a2d0b74b-20cc-4e65-9eb0-2a0c200402f1,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:28.112442 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:53:28.112846 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Checking segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:28.113267 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:28.113664 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Bound using segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:53:28.114200 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Bound port: a2d0b74b-20cc-4e65-9eb0-2a0c200402f1, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:53:28.120676 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (a2d0b74b-20cc-4e65-9eb0-2a0c200402f1), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:28.120951 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Network 6d432814-d48c-4d16-952f-f098f6b2256a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:28.124545 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:28.129036 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:53:28.129755 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688309'] for router_interface (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:28.243731 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.244090 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.253189 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.253529 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.258180 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.258670 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.260149 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.260515 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.260870 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.261219 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.261565 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.261946 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.262288 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.262622 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.274956 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Tracked resource versions report: Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: pushed versions: Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: { 'AddressGroup': {'1.2'}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'Agent': {'1.1'}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'ConntrackHelper': {'1.0'}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'Log': {'1.0'}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'NDPProxy': {'1.0'}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'Network': {'1.1'}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'Port': {'1.7'}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'PortForwarding': {'1.3'}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'QosPolicy': {'1.10'}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'SecurityGroup': {'1.5'}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'SubPort': {'1.0'}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'Subnet': {'1.1'}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'Trunk': {'1.1'}} Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: consumer versions: Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: { DHCP agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: HyperV agent@hv-cinder-83548: {}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: L3 agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: Metadata agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: Metering agent@dv-cinder-835483-1-smb: {}, Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: Open vSwitch agent@dv-cinder-835483-1-smb: { 'AddressGroup': '1.2', Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'Agent': '1.1', Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'ConntrackHelper': '1.0', Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'LocalIPAssociation': '1.0', Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'Log': '1.0', Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'NDPProxy': '1.0', Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'Network': '1.1', Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'Port': '1.7', Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'PortForwarding': '1.3', Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'QosPolicy': '1.10', Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'SecurityGroup': '1.5', Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'SecurityGroupRule': '1.2', Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'SubPort': '1.0', Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'Subnet': '1.1', Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: 'Trunk': '1.1'}} Mar 28 18:53:28.282183 dv-cinder-835483-1-smb neutron-server[109706]: {{(pid=109706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:53:28.323386 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Publish callbacks [] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:28.407087 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] For port a2d0b74b-20cc-4e65-9eb0-2a0c200402f1, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:53:28.411663 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] For port a2d0b74b-20cc-4e65-9eb0-2a0c200402f1, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=a2d0b74b-20cc-4e65-9eb0-2a0c200402f1,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:53:28.423938 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-65393803-d0f9-4f48-9ceb-4d04771e3e99 admin admin] Request body: {'subnet': {'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1566063426-subnet', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:28.426969 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (a2d0b74b-20cc-4e65-9eb0-2a0c200402f1), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:28.462093 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:28.514916 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.db.api [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 18:53:28.522858 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG oslo_db.api [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 18:53:28.531877 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-d23a18dc-8da5-4576-afc4-d76a1ef5e14a None None] Provisioning complete for port dfe4c01c-9488-4030-8bff-bab1ba04552d triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:28.537557 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d23a18dc-8da5-4576-afc4-d76a1ef5e14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:28.544720 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86c2d3-ec79-4c52-9090-cc8c054963da None None] Pushing event updated for resources: {'Port': ['ID=dfe4c01c-9488-4030-8bff-bab1ba04552d,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:28.569511 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79da3ca-4cf7-400c-8b5d-69681c970795,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:28.586776 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4137df82-5e9f-4c5e-b53b-7d6ab4696006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for subnet (38be775d-72e9-43b9-9693-1861d07100a0), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:28.631246 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Network 211f47c6-29ed-4108-b184-3fd54ff73f18 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:28.633920 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Routers {'7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:53:28.634565 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:53:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:28.679086 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:28.688365 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:28.698609 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:53:28.708113 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137df82-5e9f-4c5e-b53b-7d6ab4696006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38be775d-72e9-43b9-9693-1861d07100a0,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:28.724704 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02daf90d-dcf8-4870-82a5-c4a67e3830d1 None None] Pushing event updated for resources: {'Port': ['ID=a2d0b74b-20cc-4e65-9eb0-2a0c200402f1,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:28.727489 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeea0a8-1fc1-40de-88b5-e523717f4c91 admin admin] Pushing event updated for resources: {'Network': ['ID=c5e6a87c-ad2a-4972-8652-596abac069a8,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:28.758540 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65393803-d0f9-4f48-9ceb-4d04771e3e99 admin admin] Made reservation on behalf of b45d2c6dc8f841e08e19262d3e899379 for: {'subnet': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:53:28.761784 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-65393803-d0f9-4f48-9ceb-4d04771e3e99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:28.808501 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network c5e6a87c-ad2a-4972-8652-596abac069a8 details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:53:28.853571 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Pushing event updated for resources: {'Port': ['ID=f7acfe60-5333-44dc-8fa5-4b66058352f8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:28.905734 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] Set router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:53:29.051519 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51142) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:29.197160 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4137df82-5e9f-4c5e-b53b-7d6ab4696006 admin admin] Checking segment: {'id': '2d6b25be-57b8-43dd-82a6-ff3b24e07726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9ba58ccc-4bcd-404b-90da-454934ee342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:29.197521 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4137df82-5e9f-4c5e-b53b-7d6ab4696006 admin admin] Network hostable DHCP agents. Network: 9ba58ccc-4bcd-404b-90da-454934ee342c, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:53:29.212103 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Attempting to bind port f7acfe60-5333-44dc-8fa5-4b66058352f8 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:53:29.214172 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Attempting to bind port f7acfe60-5333-44dc-8fa5-4b66058352f8 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:53:29.214703 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Attempting to bind port f7acfe60-5333-44dc-8fa5-4b66058352f8 on network 211f47c6-29ed-4108-b184-3fd54ff73f18 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:29.313901 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4137df82-5e9f-4c5e-b53b-7d6ab4696006 admin admin] Network 9ba58ccc-4bcd-404b-90da-454934ee342c is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:53:29.322353 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:53:29.322830 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Checking segment: {'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:29.323222 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:29.323678 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Bound using segment: {'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:53:29.324370 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Bound port: f7acfe60-5333-44dc-8fa5-4b66058352f8, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:53:29.324630 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:29.337398 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-4137df82-5e9f-4c5e-b53b-7d6ab4696006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, 9ba58ccc-4bcd-404b-90da-454934ee342c) {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:29.363173 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c3cb22-a64f-429b-b489-d59912b6b1bc None None] Network 9ba58ccc-4bcd-404b-90da-454934ee342c requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:53:29.365455 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4137df82-5e9f-4c5e-b53b-7d6ab4696006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:29.366846 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4137df82-5e9f-4c5e-b53b-7d6ab4696006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:29.383120 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'ea2c9723-011d-4c17-b8ed-6fc5100fe346', 'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'mac_address': 'fa:16:3e:a6:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:27Z', 'updated_at': '2022-03-28T18:53:27Z', 'revision_number': 1, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'subnets': [{'id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:29.402089 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-4137df82-5e9f-4c5e-b53b-7d6ab4696006 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9904060 Mar 28 18:53:29.403907 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-65393803-d0f9-4f48-9ceb-4d04771e3e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for subnet (9c4a9391-442b-448c-9626-0f4d30aa8d78), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:29.480391 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65393803-d0f9-4f48-9ceb-4d04771e3e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4a9391-442b-448c-9626-0f4d30aa8d78,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:29.516010 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port dfe4c01c-9488-4030-8bff-bab1ba04552d is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:29.518112 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65393803-d0f9-4f48-9ceb-4d04771e3e99 admin admin] Checking segment: {'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:29.518693 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65393803-d0f9-4f48-9ceb-4d04771e3e99 admin admin] Network hostable DHCP agents. Network: c5e6a87c-ad2a-4972-8652-596abac069a8, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:53:29.543187 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65393803-d0f9-4f48-9ceb-4d04771e3e99 admin admin] Network c5e6a87c-ad2a-4972-8652-596abac069a8 is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:53:29.554762 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4731a6fc-b5b5-486b-b205-d01d6aeafc03 None None] The sync data for ids ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'] in dv-cinder-835483-1-smb is: [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'ea2c9723-011d-4c17-b8ed-6fc5100fe346', 'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'mac_address': 'fa:16:3e:a6:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:27Z', 'updated_at': '2022-03-28T18:53:27Z', 'revision_number': 1, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'subnets': [{'id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:53:29.566377 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-65393803-d0f9-4f48-9ceb-4d04771e3e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, c5e6a87c-ad2a-4972-8652-596abac069a8) {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:29.574161 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65393803-d0f9-4f48-9ceb-4d04771e3e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:29.574998 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-65393803-d0f9-4f48-9ceb-4d04771e3e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:29.608763 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-65393803-d0f9-4f48-9ceb-4d04771e3e99 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6415524 Mar 28 18:53:29.614198 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51160) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:29.622099 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:29.629462 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2080bbe6-6785-4bb4-8bbb-51be0e96ce6b None None] Network c5e6a87c-ad2a-4972-8652-596abac069a8 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:53:29.718098 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:29.719720 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3459'] for router (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:29.724591 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d23a18dc-8da5-4576-afc4-d76a1ef5e14a None None] Current status of the port dfe4c01c-9488-4030-8bff-bab1ba04552d is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:29.727775 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Publish callbacks [] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:29.757263 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:29.760056 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688161'] for router_interface (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:29.832080 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] For port f7acfe60-5333-44dc-8fa5-4b66058352f8, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:53:29.837602 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] For port f7acfe60-5333-44dc-8fa5-4b66058352f8, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f7acfe60-5333-44dc-8fa5-4b66058352f8,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:53:29.865415 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device dfe4c01c-9488-4030-8bff-bab1ba04552d up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:29.922891 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Network 6d432814-d48c-4d16-952f-f098f6b2256a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:29.950378 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:29.971590 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51174) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:30.010721 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:30.078099 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-63c94584-ad9d-4a8f-9b18-6713eb26ef06 None None] Provisioning complete for port ea2c9723-011d-4c17-b8ed-6fc5100fe346 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:30.078483 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63c94584-ad9d-4a8f-9b18-6713eb26ef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:30.164832 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port dfe4c01c-9488-4030-8bff-bab1ba04552d triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:30.165212 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:30.182947 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Publish callbacks [] for router_controller (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), precommit_add_association {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:30.240608 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:53:30.289381 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-63c94584-ad9d-4a8f-9b18-6713eb26ef06 None None] Port ea2c9723-011d-4c17-b8ed-6fc5100fe346 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:53:30.348189 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518d74fb-db2a-52d3-9ca5-064f41411709-c5e6a87c-ad2a-4972-8652-596abac069a8', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78'}]}} from dv-cinder-835483-1-smb. {{(pid=109705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:53:30.350032 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:30.520568 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e224437c-37a2-4fe6-95a0-21988afdcf53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:30.534670 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2c9723-011d-4c17-b8ed-6fc5100fe346,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:30.569807 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d936a8fa-ec15-428e-9fee-ebfdebd40682 None None] Network 9ba58ccc-4bcd-404b-90da-454934ee342c requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:53:30.652413 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51214) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:30.663510 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-774f8c24-b289-46b4-a693-d46145609dca None None] Provisioning complete for port ea2c9723-011d-4c17-b8ed-6fc5100fe346 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:30.663892 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-774f8c24-b289-46b4-a693-d46145609dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:30.674011 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-132dbc49-9c69-49cc-b648-aa10b2e36bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:30.704143 dv-cinder-835483-1-smb neutron-server[109703]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 18:53:30.714228 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Publish callbacks [] for router_gateway (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:30.797779 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-774f8c24-b289-46b4-a693-d46145609dca None None] Port ea2c9723-011d-4c17-b8ed-6fc5100fe346 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:53:30.867363 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:30.886114 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb3203-f7b4-471c-9985-c240535f88d3 None None] Pushing event updated for resources: {'Port': ['ID=f7acfe60-5333-44dc-8fa5-4b66058352f8,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:30.889083 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port dfe4c01c-9488-4030-8bff-bab1ba04552d is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:31.019708 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Allocated IP 172.20.0.2 (c5e6a87c-ad2a-4972-8652-596abac069a8/9c4a9391-442b-448c-9626-0f4d30aa8d78/1b6861ae-e03e-4ed2-8d61-5eab9722eb07) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:53:31.078194 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-b9aaa76f-4ef9-483f-81d3-888fe05ead32 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:31.079737 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-b9aaa76f-4ef9-483f-81d3-888fe05ead32 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/networks?id=9ba58ccc-4bcd-404b-90da-454934ee342c HTTP/1.1" status: 200 len: 812 time: 0.4261408 Mar 28 18:53:31.082717 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Publish callbacks [] for router_gateway (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:31.108298 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-c8b02cc3-5027-4462-b37f-3715e2b654e4 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/quotas/f620e7af532c42f4894b00362bb03181 HTTP/1.1" status: 200 len: 375 time: 0.0174296 Mar 28 18:53:31.153017 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:53:31.158764 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e224437c-37a2-4fe6-95a0-21988afdcf53 admin admin] Publish callbacks [] for security_group (4c525e6a-1402-479b-8723-c5251efdf892), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:31.180897 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-f6958ab0-ac60-4a52-9d98-184893153436 admin admin] 10.222.0.18 "PUT /v2.0/routers/7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0067382 Mar 28 18:53:31.198422 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e224437c-37a2-4fe6-95a0-21988afdcf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (4c525e6a-1402-479b-8723-c5251efdf892), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:31.230135 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-00dc1636-ec43-4ebd-92d0-d250c7a0ee40 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f620e7af532c42f4894b00362bb03181&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079209 Mar 28 18:53:31.356159 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Publish callbacks [] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:31.375844 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-e224437c-37a2-4fe6-95a0-21988afdcf53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2dc51dfd95b48f3804b534e58a26cf7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9748218 Mar 28 18:53:31.376474 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:31.378824 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51230) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:31.385178 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224437c-37a2-4fe6-95a0-21988afdcf53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c525e6a-1402-479b-8723-c5251efdf892,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:31.410380 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-132dbc49-9c69-49cc-b648-aa10b2e36bec admin admin] Publish callbacks [] for security_group (dd2911ea-fc7b-4a17-8484-be6ca2815477), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:31.420724 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Allocated IP 172.28.0.75 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/d51b0df0-6dbd-46ee-b8c7-baf276cae177) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:53:31.435969 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-132dbc49-9c69-49cc-b648-aa10b2e36bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (dd2911ea-fc7b-4a17-8484-be6ca2815477), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:31.453905 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Network c5e6a87c-ad2a-4972-8652-596abac069a8 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:31.459337 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:31.470041 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:53:31.514963 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132dbc49-9c69-49cc-b648-aa10b2e36bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2911ea-fc7b-4a17-8484-be6ca2815477,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:31.534817 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Pushing event updated for resources: {'Port': ['ID=1b6861ae-e03e-4ed2-8d61-5eab9722eb07,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:31.564628 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Attempting to bind port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:53:31.565143 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Attempting to bind port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:53:31.565580 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Attempting to bind port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 on network c5e6a87c-ad2a-4972-8652-596abac069a8 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:31.572015 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:53:31.572403 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Checking segment: {'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:31.572863 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:31.573420 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Bound using segment: {'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:53:31.574011 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Bound port: 1b6861ae-e03e-4ed2-8d61-5eab9722eb07, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:53:31.574469 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:31.622724 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-132dbc49-9c69-49cc-b648-aa10b2e36bec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77cfdcd311c8410c95c979bdd3ceedc4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4130552 Mar 28 18:53:31.630667 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51240) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:31.811238 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc164cee-5c01-47e9-a5d9-8f23d33ee9a3 admin admin] Publish callbacks [] for security_group (dd2911ea-fc7b-4a17-8484-be6ca2815477), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:31.867954 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-94fd73d3-f500-4532-8f56-fcb5d14c4193 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=109703) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:53:31.880518 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-94fd73d3-f500-4532-8f56-fcb5d14c4193 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3823228 Mar 28 18:53:31.913192 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc164cee-5c01-47e9-a5d9-8f23d33ee9a3 admin admin] Publish callbacks [] for security_group (dd2911ea-fc7b-4a17-8484-be6ca2815477), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:31.917258 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Publish callbacks [] for port (d51b0df0-6dbd-46ee-b8c7-baf276cae177), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:31.933546 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1e01369a-381c-4838-9de7-5be45f6ae1f6 admin admin] Publish callbacks [] for security_group (4c525e6a-1402-479b-8723-c5251efdf892), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:31.980509 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51260) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:31.991886 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f7acfe60-5333-44dc-8fa5-4b66058352f8 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:31.995301 dv-cinder-835483-1-smb neutron-server[109704]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 18:53:31.996062 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Publish callbacks [] for router_gateway (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:32.036646 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:32.060357 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1e01369a-381c-4838-9de7-5be45f6ae1f6 admin admin] Publish callbacks [] for security_group (4c525e6a-1402-479b-8723-c5251efdf892), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:32.094066 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] For port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:53:32.123636 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] For port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=1b6861ae-e03e-4ed2-8d61-5eab9722eb07,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:53:32.128258 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-ae8ae9b5-fa85-4852-b012-a0e20b483a64 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba58ccc-4bcd-404b-90da-454934ee342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465074 Mar 28 18:53:32.135875 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:32.170396 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port f7acfe60-5333-44dc-8fa5-4b66058352f8 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:32.170775 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:32.266577 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc164cee-5c01-47e9-a5d9-8f23d33ee9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (dd2911ea-fc7b-4a17-8484-be6ca2815477), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:32.269901 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc164cee-5c01-47e9-a5d9-8f23d33ee9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:32.273011 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1e01369a-381c-4838-9de7-5be45f6ae1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (4c525e6a-1402-479b-8723-c5251efdf892), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:32.275842 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1e01369a-381c-4838-9de7-5be45f6ae1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:32.276997 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-1e01369a-381c-4838-9de7-5be45f6ae1f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c525e6a-1402-479b-8723-c5251efdf892 HTTP/1.1" status: 204 len: 168 time: 0.8963382 Mar 28 18:53:32.284459 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-dc164cee-5c01-47e9-a5d9-8f23d33ee9a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd2911ea-fc7b-4a17-8484-be6ca2815477 HTTP/1.1" status: 204 len: 168 time: 0.6414435 Mar 28 18:53:32.288727 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97526e5b-a481-4c2b-900e-bc7ed8398f0c None None] Pushing event updated for resources: {'Port': ['ID=1b6861ae-e03e-4ed2-8d61-5eab9722eb07,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:32.327460 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd4ef7-30d8-4e8e-9011-fd41ece6373e None None] Network 211f47c6-29ed-4108-b184-3fd54ff73f18 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:53:32.344080 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-bd3dde0d-5ce9-494a-aaab-685e0320faec tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:32.350754 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-bd3dde0d-5ce9-494a-aaab-685e0320faec tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 818 time: 0.3615839 Mar 28 18:53:32.353877 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (d51b0df0-6dbd-46ee-b8c7-baf276cae177), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:32.411853 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-cc72c8a2-92dc-4926-9c1e-d5756ef1df32 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/quotas/c69570426a7f4c439b61b7ba410ae299 HTTP/1.1" status: 200 len: 375 time: 0.0307345 Mar 28 18:53:32.435490 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc164cee-5c01-47e9-a5d9-8f23d33ee9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2911ea-fc7b-4a17-8484-be6ca2815477,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:32.459972 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port f7acfe60-5333-44dc-8fa5-4b66058352f8 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:32.460553 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:32.463797 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-dd22102a-bc16-451d-88a5-836ad2e9f8f7 None None] Provisioning complete for port f7acfe60-5333-44dc-8fa5-4b66058352f8 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:32.464328 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd22102a-bc16-451d-88a5-836ad2e9f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:32.528398 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01369a-381c-4838-9de7-5be45f6ae1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c525e6a-1402-479b-8723-c5251efdf892,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:32.549549 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Pushing event updated for resources: {'Port': ['ID=d51b0df0-6dbd-46ee-b8c7-baf276cae177,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:32.567328 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-2345cd47-7193-46a6-868c-60c018afd1ac service neutron] 10.222.0.18 "GET /v2.0/networks/9ba58ccc-4bcd-404b-90da-454934ee342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376297 Mar 28 18:53:32.682375 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port f7acfe60-5333-44dc-8fa5-4b66058352f8, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f7acfe60-5333-44dc-8fa5-4b66058352f8,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:53:32.709811 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:32.712178 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:32.746581 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:32.755314 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Allocated IP 172.28.0.212 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/368a5e59-0739-452a-b2ab-0f57aa4cc590) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:53:32.779588 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:32.793191 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-9ec1cc30-a619-4d22-b3fa-433e880ccd8c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3509653 Mar 28 18:53:32.794908 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:53:32.975968 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51272) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:33.036918 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-df128e53-a040-4194-875b-5f1cd3ecd3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:33.105417 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Publish callbacks [] for port (368a5e59-0739-452a-b2ab-0f57aa4cc590), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:33.111970 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-dd22102a-bc16-451d-88a5-836ad2e9f8f7 None None] Current status of the port f7acfe60-5333-44dc-8fa5-4b66058352f8 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:33.135292 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=f7acfe60-5333-44dc-8fa5-4b66058352f8,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:33.195896 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:33.196368 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (a2d0b74b-20cc-4e65-9eb0-2a0c200402f1), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:33.224276 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51304) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:33.395852 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-cb64098b-5592-4c9d-9b76-d3b694b23624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:33.405768 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:33.406168 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (a2d0b74b-20cc-4e65-9eb0-2a0c200402f1), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:33.470974 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port a2d0b74b-20cc-4e65-9eb0-2a0c200402f1, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=a2d0b74b-20cc-4e65-9eb0-2a0c200402f1,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:53:33.484207 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (a2d0b74b-20cc-4e65-9eb0-2a0c200402f1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:33.562316 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Publish callbacks [] for router_gateway (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:33.602897 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-313329ac-ff69-484f-96b3-8ca144126e7c req-e8a9b35b-36a1-455b-a452-d215af454e48 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 210 time: 0.2505169 Mar 28 18:53:33.764614 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=a2d0b74b-20cc-4e65-9eb0-2a0c200402f1,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:33.800739 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Sync routers for ids ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:53:33.828902 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9104af6e-12b4-4ff6-adbd-65bc6a6b2149 None None] Provisioning complete for port f7acfe60-5333-44dc-8fa5-4b66058352f8 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:33.831123 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9104af6e-12b4-4ff6-adbd-65bc6a6b2149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:33.851062 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-efd14702-7b87-4f5f-aee3-a80b8d4e92ed service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:53:33.853181 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-efd14702-7b87-4f5f-aee3-a80b8d4e92ed service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5309441 Mar 28 18:53:33.923528 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-cb64098b-5592-4c9d-9b76-d3b694b23624 admin admin] Publish callbacks [] for security_group (43bc0537-c560-4c81-bfc3-86f278497af1), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:33.927231 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (368a5e59-0739-452a-b2ab-0f57aa4cc590), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:33.992144 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f7acfe60-5333-44dc-8fa5-4b66058352f8 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:34.069932 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-6db5d5ae-2cff-43ac-9969-84f2e4266c44 service neutron] 10.222.0.18 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078681 Mar 28 18:53:34.114189 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-cb64098b-5592-4c9d-9b76-d3b694b23624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (43bc0537-c560-4c81-bfc3-86f278497af1), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:34.119882 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Routers {'7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:53:34.122265 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:53:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:34.174570 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Pushing event updated for resources: {'Port': ['ID=368a5e59-0739-452a-b2ab-0f57aa4cc590,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:34.227641 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-cb64098b-5592-4c9d-9b76-d3b694b23624 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80abeeb9dd1b455b99d61d5207fd32df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9980464 Mar 28 18:53:34.230652 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51344) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:34.230800 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:34.252736 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:34.255567 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:53:34.288353 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7944920e-ed9b-46ac-a7f5-a178f5b20490 None None] Network c5e6a87c-ad2a-4972-8652-596abac069a8 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:53:34.320026 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-df128e53-a040-4194-875b-5f1cd3ecd3eb admin admin] Publish callbacks [] for security_group (2bfa0adf-e999-4466-a978-51d4fcb7d731), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:34.366958 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-df128e53-a040-4194-875b-5f1cd3ecd3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (2bfa0adf-e999-4466-a978-51d4fcb7d731), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:34.421133 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-15fbd776-f7f3-453b-b45f-87b939d7a518 service neutron] 10.222.0.18 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589407 Mar 28 18:53:34.421644 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695010'] for router (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:34.429760 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d7c87e31-5e95-4eac-9feb-fdf9d5fa4f55 admin admin] Publish callbacks [] for security_group (43bc0537-c560-4c81-bfc3-86f278497af1), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:34.466584 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64098b-5592-4c9d-9b76-d3b694b23624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bc0537-c560-4c81-bfc3-86f278497af1,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:34.486930 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9104af6e-12b4-4ff6-adbd-65bc6a6b2149 None None] Current status of the port f7acfe60-5333-44dc-8fa5-4b66058352f8 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:34.502852 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-df128e53-a040-4194-875b-5f1cd3ecd3eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87ce0fad250e40238a488afab6667d3f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5257218 Mar 28 18:53:34.511145 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51350) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:34.514682 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port f7acfe60-5333-44dc-8fa5-4b66058352f8 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:34.515235 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:34.559539 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d7c87e31-5e95-4eac-9feb-fdf9d5fa4f55 admin admin] Publish callbacks [] for security_group (43bc0537-c560-4c81-bfc3-86f278497af1), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:34.559737 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Set router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:53:34.577087 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df128e53-a040-4194-875b-5f1cd3ecd3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfa0adf-e999-4466-a978-51d4fcb7d731,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:34.674748 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d7c87e31-5e95-4eac-9feb-fdf9d5fa4f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (43bc0537-c560-4c81-bfc3-86f278497af1), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:34.678173 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d7c87e31-5e95-4eac-9feb-fdf9d5fa4f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:34.679710 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-d7c87e31-5e95-4eac-9feb-fdf9d5fa4f55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43bc0537-c560-4c81-bfc3-86f278497af1 HTTP/1.1" status: 204 len: 168 time: 0.4352088 Mar 28 18:53:34.718078 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-3363e251-391d-490a-9935-923e25852348 None None] Provisioning complete for port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:34.718653 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3363e251-391d-490a-9935-923e25852348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:34.733580 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c87e31-5e95-4eac-9feb-fdf9d5fa4f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bc0537-c560-4c81-bfc3-86f278497af1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:34.773428 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc is scheduled to L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 18:53:34.978696 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ff655215-46ae-49c8-b0ab-083db3fc1101 req-499c7322-7998-43e7-bc66-48b0d4a63273 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 210 time: 0.2340183 Mar 28 18:53:34.987161 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fac60b1-60ca-4d15-9985-196dcc38c434 admin admin] Publish callbacks [] for security_group (2bfa0adf-e999-4466-a978-51d4fcb7d731), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:35.011871 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:53:35.039624 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Sync routers for ids ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:53:35.040923 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fac60b1-60ca-4d15-9985-196dcc38c434 admin admin] Publish callbacks [] for security_group (2bfa0adf-e999-4466-a978-51d4fcb7d731), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:35.075389 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Routers {'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:53:35.076944 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:53:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:35.095396 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port f7acfe60-5333-44dc-8fa5-4b66058352f8 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:35.096622 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:35.105712 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Publish callbacks [] for router_gateway (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:35.114698 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-edafe3a0-f900-421f-aed0-a1204153f6a4 req-740e1521-896b-4326-94a1-858bf9a92b10 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 210 time: 0.1041746 Mar 28 18:53:35.157168 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:35.159721 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-364b7d14-35e3-4381-8622-6308e2d7800d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.4896142 Mar 28 18:53:35.163517 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51374) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:35.320523 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fac60b1-60ca-4d15-9985-196dcc38c434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (2bfa0adf-e999-4466-a978-51d4fcb7d731), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:35.324368 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fac60b1-60ca-4d15-9985-196dcc38c434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:35.340874 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-2fac60b1-60ca-4d15-9985-196dcc38c434 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bfa0adf-e999-4466-a978-51d4fcb7d731 HTTP/1.1" status: 204 len: 168 time: 0.8165953 Mar 28 18:53:35.384478 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac60b1-60ca-4d15-9985-196dcc38c434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfa0adf-e999-4466-a978-51d4fcb7d731,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:35.404830 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3363e251-391d-490a-9935-923e25852348 None None] Current status of the port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:35.405230 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3363e251-391d-490a-9935-923e25852348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:35.422530 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Set router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:53:35.696499 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-3363e251-391d-490a-9935-923e25852348 None None] For port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=1b6861ae-e03e-4ed2-8d61-5eab9722eb07,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:53:35.716765 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3363e251-391d-490a-9935-923e25852348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:35.821058 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695010'] for router (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:35.853573 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'ea2c9723-011d-4c17-b8ed-6fc5100fe346', 'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'mac_address': 'fa:16:3e:a6:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:27Z', 'updated_at': '2022-03-28T18:53:29Z', 'revision_number': 2, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'subnets': [{'id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:35.870660 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:35.883068 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:35.899159 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-82969c91-2a18-4af4-a201-9862ca109302 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:35.901818 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-82969c91-2a18-4af4-a201-9862ca109302 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 818 time: 0.2720492 Mar 28 18:53:35.926603 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-bfac2f9a-ada8-4184-a574-47a723a6332e tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/quotas/c69570426a7f4c439b61b7ba410ae299 HTTP/1.1" status: 200 len: 375 time: 0.0170920 Mar 28 18:53:35.994040 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 3, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:36.071519 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Checking router: c8d2f02d-3af7-454e-b45f-0d981ce9b4bc for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:53:36.071519 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Updating router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc port d51b0df0-6dbd-46ee-b8c7-baf276cae177 binding host dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:53:36.103858 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-23aef10e-27ca-4e54-8c27-78e209975107 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1680679 Mar 28 18:53:36.278535 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Checking router: 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:53:36.280828 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Updating router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 port ea2c9723-011d-4c17-b8ed-6fc5100fe346 binding host dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:53:36.296245 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff is scheduled to L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 with binding_index 1 {{(pid=109703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 18:53:36.324966 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.23', 57451) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:36.380565 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (d51b0df0-6dbd-46ee-b8c7-baf276cae177), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:36.531789 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363e251-391d-490a-9935-923e25852348 None None] Pushing event updated for resources: {'Port': ['ID=1b6861ae-e03e-4ed2-8d61-5eab9722eb07,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:36.547241 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-56ed8b0b-9856-4f7b-bcf2-ae166bc4b5c6 None None] Provisioning complete for port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:36.547534 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56ed8b0b-9856-4f7b-bcf2-ae166bc4b5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:36.646062 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:36.905174 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:53:36.944429 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Sync routers for ids ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:53:36.954182 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:36.960399 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-243b7d95-b174-4e34-aa7f-fb17df7ab662 req-c10ae932-7879-4580-b4b2-3a9c5e27d7da tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 210 time: 0.0515699 Mar 28 18:53:36.999098 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:36.999098 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-ee0ffbcc-929c-4d22-9192-480b84219685 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3800411 Mar 28 18:53:36.999098 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51488) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:37.112140 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Routers {'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:53:37.112914 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:53:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:37.116600 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Publish callbacks [] for port (d51b0df0-6dbd-46ee-b8c7-baf276cae177), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:37.134595 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (d51b0df0-6dbd-46ee-b8c7-baf276cae177), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:37.230154 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:37.243673 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-4364f82d-6cb1-4038-99fa-cbf8b18e1d5b service neutron] 10.222.0.18 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1284232 Mar 28 18:53:37.249531 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcd4cd-a9a0-4380-99c0-d50fbc295569 None None] Pushing event updated for resources: {'Port': ['ID=d51b0df0-6dbd-46ee-b8c7-baf276cae177,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:37.332763 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Attempting to bind port d51b0df0-6dbd-46ee-b8c7-baf276cae177 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:53:37.333946 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Attempting to bind port d51b0df0-6dbd-46ee-b8c7-baf276cae177 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:53:37.334470 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Attempting to bind port d51b0df0-6dbd-46ee-b8c7-baf276cae177 on network 43097040-ae62-42ba-a1e8-2488009ecdd2 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:37.343751 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:53:37.344134 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Checking segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:37.358474 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:37.359224 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Bound using segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:53:37.359881 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Bound port: d51b0df0-6dbd-46ee-b8c7-baf276cae177, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:53:37.360724 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (d51b0df0-6dbd-46ee-b8c7-baf276cae177), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:37.449142 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] For port d51b0df0-6dbd-46ee-b8c7-baf276cae177, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:53:37.460422 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] For port d51b0df0-6dbd-46ee-b8c7-baf276cae177, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=d51b0df0-6dbd-46ee-b8c7-baf276cae177,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:53:37.475201 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (d51b0df0-6dbd-46ee-b8c7-baf276cae177), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:37.498248 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-56ed8b0b-9856-4f7b-bcf2-ae166bc4b5c6 None None] Current status of the port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:37.524810 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Set router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:53:37.663142 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16621368-1641-40fb-a1ca-b7435cedee0d service neutron] 10.222.0.18 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112358 Mar 28 18:53:37.709700 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.23', 57457) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:37.728856 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Routers {'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:53:37.742444 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:53:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:37.751942 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcd4cd-a9a0-4380-99c0-d50fbc295569 None None] Pushing event updated for resources: {'Port': ['ID=d51b0df0-6dbd-46ee-b8c7-baf276cae177,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:38.008975 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-d3469a7b-55fa-48aa-ab65-dc951dd67dec tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:38.011048 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-d3469a7b-55fa-48aa-ab65-dc951dd67dec tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 818 time: 0.2909193 Mar 28 18:53:38.061912 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Publish callbacks [] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:38.075931 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-27b7559f-6981-40b9-9fb8-80a351183065 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:38.082161 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-27b7559f-6981-40b9-9fb8-80a351183065 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.23 "GET /v2.0/networks?id=9ba58ccc-4bcd-404b-90da-454934ee342c HTTP/1.1" status: 200 len: 812 time: 1.7505372 Mar 28 18:53:38.109607 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-374c3de4-6df7-496b-8ad3-a0336f3f415c req-ad87da6c-0d6d-494e-905c-9020c83e23d5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 210 time: 0.1557534 Mar 28 18:53:38.117155 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] Set router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:53:38.137928 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-0436124b-452f-45df-bcd4-47042b6f304a tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Request body: {'port': {'device_id': '1461c26c-1217-4984-95df-b1e831332082', 'network_id': '9ba58ccc-4bcd-404b-90da-454934ee342c', 'admin_state_up': True, 'tenant_id': 'f620e7af532c42f4894b00362bb03181'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:38.152755 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-2a89efd9-f5f7-4532-8b66-13216fc05699 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Request body: {'port': {'device_id': '9d63138d-5278-4acf-93ba-68140d9e9c3e', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'admin_state_up': True, 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:38.759706 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:38.764044 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:38.765526 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (a2d0b74b-20cc-4e65-9eb0-2a0c200402f1), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:38.789117 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51564) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:38.911053 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 3, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:38.924084 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-0436124b-452f-45df-bcd4-47042b6f304a tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Made reservation on behalf of f620e7af532c42f4894b00362bb03181 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:53:38.933029 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-0436124b-452f-45df-bcd4-47042b6f304a tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:38.985082 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6570c-a234-481c-8602-c7e656f2e05a None None] The sync data for ids ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'] in dv-cinder-835483-1-smb is: [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 3, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:53:38.993943 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:39.004950 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789f872-5350-4ecb-afbd-4e5991c56117 None None] Pushing event updated for resources: {'Port': ['ID=ea2c9723-011d-4c17-b8ed-6fc5100fe346,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:39.124310 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a1e61a62-51c7-472a-be34-9616c255909c req-e7e124d8-b844-462c-b567-0a5876679841 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 210 time: 0.6165371 Mar 28 18:53:39.315653 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-054538ad-1919-4605-8bf9-b880ae9a49aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:39.429434 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bd111fb4-7f5a-4f2c-b839-53fa85fd7bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:39.461301 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:39.636608 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-e236cc72-6347-4650-b41d-049c9a3b28d2 req-343ae28d-c220-4cd9-9693-b69559ff282b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 210 time: 0.2706048 Mar 28 18:53:39.693354 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Attempting to bind port ea2c9723-011d-4c17-b8ed-6fc5100fe346 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:53:39.693737 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Attempting to bind port ea2c9723-011d-4c17-b8ed-6fc5100fe346 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:53:39.694131 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Attempting to bind port ea2c9723-011d-4c17-b8ed-6fc5100fe346 on network 6d432814-d48c-4d16-952f-f098f6b2256a {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:39.714628 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-f9abcfea-a207-4cb2-be45-9d755047ad2e None None] Provisioning complete for port ea2c9723-011d-4c17-b8ed-6fc5100fe346 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:39.715063 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9abcfea-a207-4cb2-be45-9d755047ad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:39.718546 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:53:39.718967 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Checking segment: {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:39.719370 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:39.719792 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Bound using segment: {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:53:39.722158 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Bound port: ea2c9723-011d-4c17-b8ed-6fc5100fe346, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:53:39.722559 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:39.726109 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:34Z', 'revision_number': 3, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:39.755400 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:39.756613 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:39.990436 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Checking router: b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:53:39.990791 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Updating router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff port 368a5e59-0739-452a-b2ab-0f57aa4cc590 binding host dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:53:40.132758 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f9abcfea-a207-4cb2-be45-9d755047ad2e None None] Port ea2c9723-011d-4c17-b8ed-6fc5100fe346 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:53:40.148184 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-0436124b-452f-45df-bcd4-47042b6f304a tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Allocated IP 172.20.0.6 (9ba58ccc-4bcd-404b-90da-454934ee342c/38be775d-72e9-43b9-9693-1861d07100a0/025b686e-56a8-46f9-ba53-ce0b5a24596c) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:53:40.221501 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (368a5e59-0739-452a-b2ab-0f57aa4cc590), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:40.311156 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] For port ea2c9723-011d-4c17-b8ed-6fc5100fe346, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:53:40.347329 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:40.348666 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:40.370290 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] For port ea2c9723-011d-4c17-b8ed-6fc5100fe346, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=ea2c9723-011d-4c17-b8ed-6fc5100fe346,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:53:40.421500 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bd111fb4-7f5a-4f2c-b839-53fa85fd7bd1 admin admin] Publish callbacks [] for security_group (b29163e4-c56c-4196-8d22-c6e670708496), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:40.545637 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:40.579257 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-0436124b-452f-45df-bcd4-47042b6f304a tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Publish callbacks [] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:40.584517 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.23', 57463) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:40.596981 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-01171369-e70c-4f98-b114-c643c34942b5 req-8dd07549-568d-4376-b811-f76ce5257fc7 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 210 time: 0.2069428 Mar 28 18:53:40.651264 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-0436124b-452f-45df-bcd4-47042b6f304a tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:40.968645 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bd111fb4-7f5a-4f2c-b839-53fa85fd7bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (b29163e4-c56c-4196-8d22-c6e670708496), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:40.980281 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Routers {'7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:53:40.981107 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:53:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:40.986959 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-0436124b-452f-45df-bcd4-47042b6f304a tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Network 9ba58ccc-4bcd-404b-90da-454934ee342c is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:41.009408 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-0436124b-452f-45df-bcd4-47042b6f304a tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:41.019086 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-0436124b-452f-45df-bcd4-47042b6f304a tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:53:41.036263 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-0436124b-452f-45df-bcd4-47042b6f304a tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:41.037970 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-0436124b-452f-45df-bcd4-47042b6f304a tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:41.247077 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d53ecca3-1d5c-421f-b558-58c8ffc39c73 req-ce0c43cd-8c90-4592-890a-6a4bb2019ec5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 210 time: 0.1742239 Mar 28 18:53:41.278132 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-bd111fb4-7f5a-4f2c-b839-53fa85fd7bd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=706ad3eef1084c2fb8b1853337516d93&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4841561 Mar 28 18:53:41.307470 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51630) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:41.310942 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Allocated IP 172.20.0.1 (211f47c6-29ed-4108-b184-3fd54ff73f18/8c0ba61c-eb16-48bb-8d0b-0365046be9db/afce8f30-3170-4c65-bd04-8a2e58e4a021) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:53:41.330494 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd111fb4-7f5a-4f2c-b839-53fa85fd7bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29163e4-c56c-4196-8d22-c6e670708496,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:41.374697 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-2a89efd9-f5f7-4532-8b66-13216fc05699 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Made reservation on behalf of c69570426a7f4c439b61b7ba410ae299 for: {'port': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:53:41.381708 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-2a89efd9-f5f7-4532-8b66-13216fc05699 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:41.396750 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Allocated IP 172.20.0.1 (c5e6a87c-ad2a-4972-8652-596abac069a8/9c4a9391-442b-448c-9626-0f4d30aa8d78/cbfa4075-e808-4a81-8ab3-b14d511676a6) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:53:41.411181 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-b2726de2-7dd7-48d0-98bd-0d7ed4e3f01d tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:41.416271 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-b2726de2-7dd7-48d0-98bd-0d7ed4e3f01d tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 818 time: 0.8183355 Mar 28 18:53:41.427841 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436124b-452f-45df-bcd4-47042b6f304a tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Pushing event updated for resources: {'Port': ['ID=025b686e-56a8-46f9-ba53-ce0b5a24596c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:41.454823 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-a509870a-1da8-4f6a-95b2-0ab4e7a35cdb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Request body: {'port': {'device_id': '3b8e5fd8-8f18-4300-ad07-050e5a59852c', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'admin_state_up': True, 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:41.466148 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-0436124b-452f-45df-bcd4-47042b6f304a tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3435888 Mar 28 18:53:41.494066 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789f872-5350-4ecb-afbd-4e5991c56117 None None] Pushing event updated for resources: {'Port': ['ID=ea2c9723-011d-4c17-b8ed-6fc5100fe346,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:41.497583 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-906d1133-e5ad-4678-b25c-580365f32dcf tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:53:41.499237 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-906d1133-e5ad-4678-b25c-580365f32dcf tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080433 Mar 28 18:53:41.597392 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aa07b62f-ba1c-4184-9224-0391d4aa46ea admin admin] Publish callbacks [] for security_group (b29163e4-c56c-4196-8d22-c6e670708496), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:41.637018 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc48c6fa-810b-4c92-acb3-360cb81cb000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:41.660656 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67c76e8b-6418-4604-ad7a-572d452dac83 None None] Provisioning complete for port ea2c9723-011d-4c17-b8ed-6fc5100fe346 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:41.661266 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67c76e8b-6418-4604-ad7a-572d452dac83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:41.664028 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:41.691271 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aa07b62f-ba1c-4184-9224-0391d4aa46ea admin admin] Publish callbacks [] for security_group (b29163e4-c56c-4196-8d22-c6e670708496), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:41.943595 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aa07b62f-ba1c-4184-9224-0391d4aa46ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (b29163e4-c56c-4196-8d22-c6e670708496), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:41.948148 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aa07b62f-ba1c-4184-9224-0391d4aa46ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:41.950814 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] Set router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:53:41.952863 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-aa07b62f-ba1c-4184-9224-0391d4aa46ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b29163e4-c56c-4196-8d22-c6e670708496 HTTP/1.1" status: 204 len: 168 time: 0.6405685 Mar 28 18:53:41.994912 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07b62f-ba1c-4184-9224-0391d4aa46ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29163e4-c56c-4196-8d22-c6e670708496,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:42.030211 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Publish callbacks [] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:42.120685 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:42.135892 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device d51b0df0-6dbd-46ee-b8c7-baf276cae177 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:42.250461 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Network 211f47c6-29ed-4108-b184-3fd54ff73f18 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:42.257020 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:42.276727 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:53:42.278841 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688309'] for router_interface (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:42.363348 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Pushing event updated for resources: {'Port': ['ID=afce8f30-3170-4c65-bd04-8a2e58e4a021,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:42.660999 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f559120f-83d0-4a51-a1a2-cc308f094962 req-0edf80b5-47f4-45c7-afdc-737da292c2ed tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 210 time: 0.1472149 Mar 28 18:53:42.698611 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Request body: {'port': {'device_id': '1461c26c-1217-4984-95df-b1e831332082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:42.855185 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:42.886136 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Publish callbacks [] for port (368a5e59-0739-452a-b2ab-0f57aa4cc590), precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:42.937601 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:42.955795 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:43.143442 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a37433-e69c-4cd6-90f4-020b6a1eb829 req-79598da0-902e-4d3b-a6c9-75ef77aa7bac tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:43.152067 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f3a37433-e69c-4cd6-90f4-020b6a1eb829 req-79598da0-902e-4d3b-a6c9-75ef77aa7bac tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 931 time: 1.1188521 Mar 28 18:53:43.164357 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Publish callbacks [] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:43.167823 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (368a5e59-0739-452a-b2ab-0f57aa4cc590), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:43.214104 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-2a89efd9-f5f7-4532-8b66-13216fc05699 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Allocated IP 172.20.0.9 (6d432814-d48c-4d16-952f-f098f6b2256a/9cea6ad9-2b34-4256-8da2-461f0d366d66/672b93b6-7b87-40de-b83f-adb314bd02ba) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:53:43.301909 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-a509870a-1da8-4f6a-95b2-0ab4e7a35cdb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Made reservation on behalf of c69570426a7f4c439b61b7ba410ae299 for: {'port': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:53:43.305818 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-a509870a-1da8-4f6a-95b2-0ab4e7a35cdb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:43.370617 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63627b63-d82c-41a6-9e9a-cf1e8f05a158 None None] Pushing event updated for resources: {'Port': ['ID=368a5e59-0739-452a-b2ab-0f57aa4cc590,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:43.424962 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51692) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:43.440972 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f3a37433-e69c-4cd6-90f4-020b6a1eb829 req-d9f74fe2-b0fd-47d1-b6a5-565afa90130b tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876842 Mar 28 18:53:43.480306 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67c76e8b-6418-4604-ad7a-572d452dac83 None None] Current status of the port ea2c9723-011d-4c17-b8ed-6fc5100fe346 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:43.482160 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67c76e8b-6418-4604-ad7a-572d452dac83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:43.615089 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:43.638696 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port d51b0df0-6dbd-46ee-b8c7-baf276cae177 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:43.641478 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (d51b0df0-6dbd-46ee-b8c7-baf276cae177), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:43.812395 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Attempting to bind port 368a5e59-0739-452a-b2ab-0f57aa4cc590 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:53:43.818130 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Attempting to bind port 368a5e59-0739-452a-b2ab-0f57aa4cc590 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:53:43.818813 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Attempting to bind port 368a5e59-0739-452a-b2ab-0f57aa4cc590 on network 43097040-ae62-42ba-a1e8-2488009ecdd2 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:43.933626 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:43.935528 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:53:43.936003 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Checking segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:43.936572 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:43.937155 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Bound using segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:53:43.937989 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Bound port: 368a5e59-0739-452a-b2ab-0f57aa4cc590, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:53:43.938827 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (368a5e59-0739-452a-b2ab-0f57aa4cc590), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:43.947410 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67c76e8b-6418-4604-ad7a-572d452dac83 None None] For port ea2c9723-011d-4c17-b8ed-6fc5100fe346, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=ea2c9723-011d-4c17-b8ed-6fc5100fe346,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:53:44.018358 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67c76e8b-6418-4604-ad7a-572d452dac83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:44.030148 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Network c5e6a87c-ad2a-4972-8652-596abac069a8 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:44.031517 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a7cbc560-7798-4a80-af69-590f0fe4b05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:44.059638 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:44.114472 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:53:44.114472 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688309'] for router_interface (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:44.244712 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-648e82b7-13db-4b03-b0e4-efb0b7aabbc8 req-d842b8e9-6055-4964-9c78-45493d6d4203 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 210 time: 0.0802896 Mar 28 18:53:44.268732 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] For port 368a5e59-0739-452a-b2ab-0f57aa4cc590, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:53:44.271382 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c76e8b-6418-4604-ad7a-572d452dac83 None None] Pushing event updated for resources: {'Port': ['ID=ea2c9723-011d-4c17-b8ed-6fc5100fe346,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:44.281420 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] For port 368a5e59-0739-452a-b2ab-0f57aa4cc590, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=368a5e59-0739-452a-b2ab-0f57aa4cc590,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:53:44.300037 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (368a5e59-0739-452a-b2ab-0f57aa4cc590), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:44.320927 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'ea2c9723-011d-4c17-b8ed-6fc5100fe346', 'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'mac_address': 'fa:16:3e:a6:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:27Z', 'updated_at': '2022-03-28T18:53:40Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'subnets': [{'id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:44.324140 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port d51b0df0-6dbd-46ee-b8c7-baf276cae177 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:44.324524 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (d51b0df0-6dbd-46ee-b8c7-baf276cae177), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:44.388976 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-2b915079-3473-4c82-987f-822cbfb53711 None None] Provisioning complete for port afce8f30-3170-4c65-bd04-8a2e58e4a021 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:44.389390 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b915079-3473-4c82-987f-822cbfb53711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:44.456138 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99123671-82a4-4c56-89ac-1ccdf5902fa2 None None] The sync data for ids ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'] in dv-cinder-835483-1-smb is: [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'ea2c9723-011d-4c17-b8ed-6fc5100fe346', 'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'mac_address': 'fa:16:3e:a6:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:27Z', 'updated_at': '2022-03-28T18:53:40Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'subnets': [{'id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:53:44.501647 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port d51b0df0-6dbd-46ee-b8c7-baf276cae177, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=d51b0df0-6dbd-46ee-b8c7-baf276cae177,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:53:44.518779 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (d51b0df0-6dbd-46ee-b8c7-baf276cae177), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:44.519775 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device ea2c9723-011d-4c17-b8ed-6fc5100fe346 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:44.527812 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025b686e-56a8-46f9-ba53-ce0b5a24596c {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:53:44.583616 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-2b915079-3473-4c82-987f-822cbfb53711 None None] Port afce8f30-3170-4c65-bd04-8a2e58e4a021 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:53:44.585195 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Publish callbacks [] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:44.590741 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Routers {'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:53:44.592561 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:53:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:44.666623 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63627b63-d82c-41a6-9e9a-cf1e8f05a158 None None] Pushing event updated for resources: {'Port': ['ID=368a5e59-0739-452a-b2ab-0f57aa4cc590,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:44.725228 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Transition to ACTIVE for port object 025b686e-56a8-46f9-ba53-ce0b5a24596c will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:53:44.737762 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:44.827159 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Pushing event updated for resources: {'Port': ['ID=025b686e-56a8-46f9-ba53-ce0b5a24596c,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:44.885903 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=d51b0df0-6dbd-46ee-b8c7-baf276cae177,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:44.892999 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Publish callbacks [] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:44.935630 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Pushing event updated for resources: {'Port': ['ID=cbfa4075-e808-4a81-8ab3-b14d511676a6,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:44.944124 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:44.944666 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688161'] for router_interface (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:45.049171 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Attempting to bind port 025b686e-56a8-46f9-ba53-ce0b5a24596c on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:53:45.049772 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Attempting to bind port 025b686e-56a8-46f9-ba53-ce0b5a24596c by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '2d6b25be-57b8-43dd-82a6-ff3b24e07726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9ba58ccc-4bcd-404b-90da-454934ee342c'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:53:45.050174 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Attempting to bind port 025b686e-56a8-46f9-ba53-ce0b5a24596c on network 9ba58ccc-4bcd-404b-90da-454934ee342c {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:45.059017 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Port 025b686e-56a8-46f9-ba53-ce0b5a24596c on network 9ba58ccc-4bcd-404b-90da-454934ee342c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:53:45.059342 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Attempting to bind port 025b686e-56a8-46f9-ba53-ce0b5a24596c on network 9ba58ccc-4bcd-404b-90da-454934ee342c {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:45.111513 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:53:45.111513 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Checking segment: {'id': '2d6b25be-57b8-43dd-82a6-ff3b24e07726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9ba58ccc-4bcd-404b-90da-454934ee342c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:45.112138 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Bound using segment: {'id': '2d6b25be-57b8-43dd-82a6-ff3b24e07726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9ba58ccc-4bcd-404b-90da-454934ee342c'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:53:45.112656 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Bound port: 025b686e-56a8-46f9-ba53-ce0b5a24596c, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6b25be-57b8-43dd-82a6-ff3b24e07726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9ba58ccc-4bcd-404b-90da-454934ee342c'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:53:45.113223 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:45.132709 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Pushing event updated for resources: {'Port': ['ID=afce8f30-3170-4c65-bd04-8a2e58e4a021,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:45.137452 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] Set router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:53:45.268509 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a7cbc560-7798-4a80-af69-590f0fe4b05a admin admin] Publish callbacks [] for security_group (6f3d6913-666e-47c0-b176-dea81c78932d), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:45.272104 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:45.350999 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a7cbc560-7798-4a80-af69-590f0fe4b05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (6f3d6913-666e-47c0-b176-dea81c78932d), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:45.401771 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Network 211f47c6-29ed-4108-b184-3fd54ff73f18 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:45.415027 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-2a89efd9-f5f7-4532-8b66-13216fc05699 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:45.417498 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbc560-7798-4a80-af69-590f0fe4b05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3d6913-666e-47c0-b176-dea81c78932d,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:45.428502 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] For port 025b686e-56a8-46f9-ba53-ce0b5a24596c, host hv-cinder-83548, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:53:45.444265 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:45.542693 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] For port 025b686e-56a8-46f9-ba53-ce0b5a24596c, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=025b686e-56a8-46f9-ba53-ce0b5a24596c,segment=NetworkSegment(2d6b25be-57b8-43dd-82a6-ff3b24e07726),segment_id=2d6b25be-57b8-43dd-82a6-ff3b24e07726)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:53:45.771331 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:45.809689 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:46.091385 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-18ee1d8c-3c81-41bc-b593-87f167df8456 None None] Provisioning complete for port cbfa4075-e808-4a81-8ab3-b14d511676a6 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:46.091771 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18ee1d8c-3c81-41bc-b593-87f167df8456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:46.096333 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Pushing event updated for resources: {'Port': ['ID=025b686e-56a8-46f9-ba53-ce0b5a24596c,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:46.118956 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51748) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:46.178714 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:46.180736 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:46.182967 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-46ca0f4f-dc2f-4609-9f42-2a1431d837a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/025b686e-56a8-46f9-ba53-ce0b5a24596c HTTP/1.1" status: 200 len: 1093 time: 4.2501667 Mar 28 18:53:46.185111 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-40119051-ad6c-47ed-b05a-084bdb74748d req-325a71ea-98b7-4fed-8294-61b9dc83becd tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 210 time: 0.1193862 Mar 28 18:53:46.188896 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1461c26c-1217-4984-95df-b1e831332082', 'tag': '025b686e-56a8-46f9-ba53-ce0b5a24596c'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:53:46.200497 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-18ee1d8c-3c81-41bc-b593-87f167df8456 None None] Port cbfa4075-e808-4a81-8ab3-b14d511676a6 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:53:46.217222 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port ea2c9723-011d-4c17-b8ed-6fc5100fe346 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:46.218512 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:46.237421 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-2a89efd9-f5f7-4532-8b66-13216fc05699 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:46.318738 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18593f72-ceb0-4ba4-839e-a75deadf4d84 req-9dfc2537-21b1-4a28-8b85-bf09b69cd817 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:46.320495 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-18593f72-ceb0-4ba4-839e-a75deadf4d84 req-9dfc2537-21b1-4a28-8b85-bf09b69cd817 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 943 time: 1.3802814 Mar 28 18:53:46.325838 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-a7cbc560-7798-4a80-af69-590f0fe4b05a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65f9874def974e00b6d03d5bae5b591d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8996809 Mar 28 18:53:46.328525 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51754) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:46.338664 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Publish callbacks [] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:46.422104 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9031d235-42df-489f-8642-9e7c461ce7ee None None] Provisioning complete for port afce8f30-3170-4c65-bd04-8a2e58e4a021 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:46.429837 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9031d235-42df-489f-8642-9e7c461ce7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:46.495949 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:46.496807 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688161'] for router_interface (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:46.516322 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-2a89efd9-f5f7-4532-8b66-13216fc05699 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Network 6d432814-d48c-4d16-952f-f098f6b2256a is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:46.524317 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8748edc-3d48-476a-b735-0f729c7e60ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:46.526014 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-efab7048-f414-4ff9-b258-6b1ecf964dfb admin admin] Publish callbacks [] for security_group (6f3d6913-666e-47c0-b176-dea81c78932d), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:46.552753 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9031d235-42df-489f-8642-9e7c461ce7ee None None] Port afce8f30-3170-4c65-bd04-8a2e58e4a021 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:53:46.616289 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-2a89efd9-f5f7-4532-8b66-13216fc05699 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:46.619410 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-2a89efd9-f5f7-4532-8b66-13216fc05699 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:53:46.625496 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-2a89efd9-f5f7-4532-8b66-13216fc05699 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:46.626761 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-2a89efd9-f5f7-4532-8b66-13216fc05699 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:46.642130 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:34Z', 'revision_number': 3, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:46.703640 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52916adc-3556-44e2-b071-5b4e0898b609" -d '{"events": [{"name": "network-changed", "server_uuid": "1461c26c-1217-4984-95df-b1e831332082", "tag": "025b686e-56a8-46f9-ba53-ce0b5a24596c"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:53:46.736723 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Network c5e6a87c-ad2a-4972-8652-596abac069a8 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:46.783229 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-2a89efd9-f5f7-4532-8b66-13216fc05699 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6444912 Mar 28 18:53:46.808803 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:53:46.870473 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-22340129-15bf-44ca-b403-461d7f2878d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:46.873914 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-22340129-15bf-44ca-b403-461d7f2878d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f620e7af532c42f4894b00362bb03181&device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 1127 time: 0.4921255 Mar 28 18:53:46.919460 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Request body: {'port': {'device_id': '9d63138d-5278-4acf-93ba-68140d9e9c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:46.978222 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc87fb80-c9ca-4b26-a87b-a31f23f284a3 None None] The sync data for ids ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'] in dv-cinder-835483-1-smb is: [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:34Z', 'revision_number': 3, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:53:47.003919 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port ea2c9723-011d-4c17-b8ed-6fc5100fe346 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:47.073354 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-a509870a-1da8-4f6a-95b2-0ab4e7a35cdb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Allocated IP 172.20.0.6 (6d432814-d48c-4d16-952f-f098f6b2256a/9cea6ad9-2b34-4256-8da2-461f0d366d66/25802d71-2b1e-4fd4-9847-c14dafb506f6) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:53:47.090742 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-b7de7d08-c864-4aab-9119-e46bcfabd525 None None] Provisioning complete for port 672b93b6-7b87-40de-b83f-adb314bd02ba triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:47.091127 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7de7d08-c864-4aab-9119-e46bcfabd525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:47.103695 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:47.148857 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-ea7a48de-a1ea-4268-ade7-1a59a4e2befd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025b686e-56a8-46f9-ba53-ce0b5a24596c HTTP/1.1" status: 200 len: 217 time: 0.2575109 Mar 28 18:53:47.239665 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b7de7d08-c864-4aab-9119-e46bcfabd525 None None] Port 672b93b6-7b87-40de-b83f-adb314bd02ba cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:53:47.251787 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89efd9-f5f7-4532-8b66-13216fc05699 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Pushing event updated for resources: {'Port': ['ID=672b93b6-7b87-40de-b83f-adb314bd02ba,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:47.281068 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device d51b0df0-6dbd-46ee-b8c7-baf276cae177 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:47.316671 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-91495895-5eee-49c1-b4c9-d897bd286af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:47.320337 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-91495895-5eee-49c1-b4c9-d897bd286af6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38be775d-72e9-43b9-9693-1861d07100a0 HTTP/1.1" status: 200 len: 852 time: 0.1542954 Mar 28 18:53:47.324703 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23048243-c532-4564-8393-daabbf6669a9 x-openstack-request-id: req-23048243-c532-4564-8393-daabbf6669a9 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:53:47.325093 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1461c26c-1217-4984-95df-b1e831332082", "tag": "025b686e-56a8-46f9-ba53-ce0b5a24596c", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:53:47.326910 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23048243-c532-4564-8393-daabbf6669a9 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:53:47.327842 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23048243-c532-4564-8393-daabbf6669a9'] response: {'name': 'network-changed', 'server_uuid': '1461c26c-1217-4984-95df-b1e831332082', 'tag': '025b686e-56a8-46f9-ba53-ce0b5a24596c', 'status': 'completed', 'code': 200} Mar 28 18:53:47.504186 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port d51b0df0-6dbd-46ee-b8c7-baf276cae177 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:47.504551 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (d51b0df0-6dbd-46ee-b8c7-baf276cae177), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:47.646416 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-937cc7b8-d71a-4fcd-ad5b-cbb959b31f10 None None] Provisioning complete for port cbfa4075-e808-4a81-8ab3-b14d511676a6 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:47.647161 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-937cc7b8-d71a-4fcd-ad5b-cbb959b31f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:47.720003 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-96d66fb2-5ea0-4d37-956a-f730974bb66a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ba58ccc-4bcd-404b-90da-454934ee342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3139863 Mar 28 18:53:47.743646 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8521aba3-cfae-4a92-ae1b-3fe5f8766491 req-240cdc81-3f7a-428e-af0d-093c48f5dabe tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 210 time: 0.2478855 Mar 28 18:53:47.770836 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-937cc7b8-d71a-4fcd-ad5b-cbb959b31f10 None None] Port cbfa4075-e808-4a81-8ab3-b14d511676a6 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:53:47.797329 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port d51b0df0-6dbd-46ee-b8c7-baf276cae177 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:47.799749 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device ea2c9723-011d-4c17-b8ed-6fc5100fe346 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:47.833129 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-18593f72-ceb0-4ba4-839e-a75deadf4d84 req-efb0dcfe-b46f-4ed6-ae84-e05057e827ce tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4094501 Mar 28 18:53:47.845804 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51794) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:47.858170 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-efab7048-f414-4ff9-b258-6b1ecf964dfb admin admin] Publish callbacks [] for security_group (6f3d6913-666e-47c0-b176-dea81c78932d), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:47.887629 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8748edc-3d48-476a-b735-0f729c7e60ac admin admin] Publish callbacks [] for security_group (3403db6b-6a5e-465c-834a-c039c80dd5f4), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:47.916395 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port ea2c9723-011d-4c17-b8ed-6fc5100fe346 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:47.917359 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:47.974210 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8748edc-3d48-476a-b735-0f729c7e60ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (3403db6b-6a5e-465c-834a-c039c80dd5f4), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:48.070828 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port ea2c9723-011d-4c17-b8ed-6fc5100fe346 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:48.109289 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Pushing event updated for resources: {'Port': ['ID=cbfa4075-e808-4a81-8ab3-b14d511676a6,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:48.191729 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:48.323925 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:53:48.336272 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-f8748edc-3d48-476a-b735-0f729c7e60ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f4d1f7ce60847bf8bdc845c69f2f4ef&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2134876 Mar 28 18:53:48.338632 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51798) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:48.370395 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:53:48.380340 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Sync routers for ids ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:53:48.383844 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-ab97f364-a282-47d6-a4c0-320fc050e339 admin admin] 10.222.0.18 "PUT /v2.0/routers/c8d2f02d-3af7-454e-b45f-0d981ce9b4bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2186677 Mar 28 18:53:48.397404 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Routers {'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:53:48.398108 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:53:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:48.398493 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8748edc-3d48-476a-b735-0f729c7e60ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3403db6b-6a5e-465c-834a-c039c80dd5f4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:48.424857 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-146381c4-3093-48f2-bd3c-a1190229168a service neutron] 10.222.0.23 "GET /v2.0/networks/9ba58ccc-4bcd-404b-90da-454934ee342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6771028 Mar 28 18:53:48.638512 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-da461ad6-a147-438f-87e8-4ab5b13e9750 admin admin] Publish callbacks [] for security_group (3403db6b-6a5e-465c-834a-c039c80dd5f4), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:48.655557 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3ec42b95-3294-45e2-8c5a-61e7a2e12814 req-e4ca99d4-6d2e-43a8-82a6-428c4b6345df service neutron] 10.222.0.23 "GET /v2.0/networks/9ba58ccc-4bcd-404b-90da-454934ee342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104340 Mar 28 18:53:48.763627 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Set router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:53:48.859121 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-02214d51-7cce-493f-8778-52db4e962ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:48.902596 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-da461ad6-a147-438f-87e8-4ab5b13e9750 admin admin] Publish callbacks [] for security_group (3403db6b-6a5e-465c-834a-c039c80dd5f4), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:49.117856 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 2, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:49.179032 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Checking router: c8d2f02d-3af7-454e-b45f-0d981ce9b4bc for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:53:49.180841 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Updating router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc port afce8f30-3170-4c65-bd04-8a2e58e4a021 binding host dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:53:49.199493 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52916adc-3556-44e2-b071-5b4e0898b609 req-731dda6d-e83b-474e-8913-a799f22222e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:49.202632 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-52916adc-3556-44e2-b071-5b4e0898b609 req-731dda6d-e83b-474e-8913-a799f22222e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f620e7af532c42f4894b00362bb03181&device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 1127 time: 0.1192095 Mar 28 18:53:49.222969 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:49.246863 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-02214d51-7cce-493f-8778-52db4e962ecc admin admin] Publish callbacks [] for security_group (fc2af047-9efe-4539-a653-d3e35dd57bdd), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:49.257609 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 368a5e59-0739-452a-b2ab-0f57aa4cc590 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:49.314401 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-02214d51-7cce-493f-8778-52db4e962ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (fc2af047-9efe-4539-a653-d3e35dd57bdd), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:49.437896 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-02214d51-7cce-493f-8778-52db4e962ecc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d66503376154b438666f3201283dda2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5456321 Mar 28 18:53:49.442422 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51818) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:49.459039 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 368a5e59-0739-452a-b2ab-0f57aa4cc590 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:49.459442 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (368a5e59-0739-452a-b2ab-0f57aa4cc590), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:49.569301 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-09b23cf2-badf-4128-9fdb-10af26a255f9 req-5281821d-a944-4ab5-b858-e60c5476a60d tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 210 time: 0.6502571 Mar 28 18:53:49.569301 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02214d51-7cce-493f-8778-52db4e962ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2af047-9efe-4539-a653-d3e35dd57bdd,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:49.674059 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Publish callbacks [] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:49.690065 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 368a5e59-0739-452a-b2ab-0f57aa4cc590 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:49.690900 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (368a5e59-0739-452a-b2ab-0f57aa4cc590), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:49.698011 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:49.714776 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-efab7048-f414-4ff9-b258-6b1ecf964dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (6f3d6913-666e-47c0-b176-dea81c78932d), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:49.727098 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-efab7048-f414-4ff9-b258-6b1ecf964dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:49.728386 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-efab7048-f414-4ff9-b258-6b1ecf964dfb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f3d6913-666e-47c0-b176-dea81c78932d HTTP/1.1" status: 204 len: 168 time: 3.3611519 Mar 28 18:53:49.773201 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port 368a5e59-0739-452a-b2ab-0f57aa4cc590, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=368a5e59-0739-452a-b2ab-0f57aa4cc590,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:53:49.784050 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (368a5e59-0739-452a-b2ab-0f57aa4cc590), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:49.815166 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23f8b1-b16d-456c-aa59-1930bf4acd4c None None] Pushing event updated for resources: {'Port': ['ID=afce8f30-3170-4c65-bd04-8a2e58e4a021,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:49.889526 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab7048-f414-4ff9-b258-6b1ecf964dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3d6913-666e-47c0-b176-dea81c78932d,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:49.935944 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52916adc-3556-44e2-b071-5b4e0898b609 req-2e7e4c45-692b-4774-affd-bff8e24f0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:49.937477 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-52916adc-3556-44e2-b071-5b4e0898b609 req-2e7e4c45-692b-4774-affd-bff8e24f0494 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9ba58ccc-4bcd-404b-90da-454934ee342c HTTP/1.1" status: 200 len: 913 time: 0.7244833 Mar 28 18:53:49.986604 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-60d5d569-07d8-422a-9447-ef54d209b1dc admin admin] Publish callbacks [] for security_group (fc2af047-9efe-4539-a653-d3e35dd57bdd), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:50.011524 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=368a5e59-0739-452a-b2ab-0f57aa4cc590,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:50.019867 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Attempting to bind port afce8f30-3170-4c65-bd04-8a2e58e4a021 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:53:50.020329 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Attempting to bind port afce8f30-3170-4c65-bd04-8a2e58e4a021 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:53:50.020763 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Attempting to bind port afce8f30-3170-4c65-bd04-8a2e58e4a021 on network 211f47c6-29ed-4108-b184-3fd54ff73f18 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:50.031194 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:53:50.031811 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Checking segment: {'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:50.033708 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:50.034371 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Bound using segment: {'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:53:50.035300 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Bound port: afce8f30-3170-4c65-bd04-8a2e58e4a021, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:53:50.036096 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:50.083748 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-52916adc-3556-44e2-b071-5b4e0898b609 req-447d831f-4806-4214-b8d8-08995f81583c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025b686e-56a8-46f9-ba53-ce0b5a24596c HTTP/1.1" status: 200 len: 217 time: 0.1147346 Mar 28 18:53:50.117492 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-a509870a-1da8-4f6a-95b2-0ab4e7a35cdb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:50.145280 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-da461ad6-a147-438f-87e8-4ab5b13e9750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (3403db6b-6a5e-465c-834a-c039c80dd5f4), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:50.160980 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-da461ad6-a147-438f-87e8-4ab5b13e9750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:50.162208 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-da461ad6-a147-438f-87e8-4ab5b13e9750 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3403db6b-6a5e-465c-834a-c039c80dd5f4 HTTP/1.1" status: 204 len: 168 time: 1.7960002 Mar 28 18:53:50.192028 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-60d5d569-07d8-422a-9447-ef54d209b1dc admin admin] Publish callbacks [] for security_group (fc2af047-9efe-4539-a653-d3e35dd57bdd), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:50.243908 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] For port afce8f30-3170-4c65-bd04-8a2e58e4a021, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:53:50.258988 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] For port afce8f30-3170-4c65-bd04-8a2e58e4a021, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=afce8f30-3170-4c65-bd04-8a2e58e4a021,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:53:50.282938 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:50.288193 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52916adc-3556-44e2-b071-5b4e0898b609 req-f6b1984b-60a8-4d0f-8bcf-819d42392b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:50.289805 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-52916adc-3556-44e2-b071-5b4e0898b609 req-f6b1984b-60a8-4d0f-8bcf-819d42392b78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38be775d-72e9-43b9-9693-1861d07100a0 HTTP/1.1" status: 200 len: 852 time: 0.2052186 Mar 28 18:53:50.310949 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f004f-7492-4000-8ea2-86f4f5e987ec req-34b36fd1-05aa-43c2-a95d-424f25943a78 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:50.316176 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-eb6f004f-7492-4000-8ea2-86f4f5e987ec req-34b36fd1-05aa-43c2-a95d-424f25943a78 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 943 time: 0.4840250 Mar 28 18:53:50.328109 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da461ad6-a147-438f-87e8-4ab5b13e9750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3403db6b-6a5e-465c-834a-c039c80dd5f4,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:50.341452 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:53:50.381140 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-3576cbb0-eb25-4894-86d6-d980362bf95d admin admin] 10.222.0.18 "PUT /v2.0/routers/b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3732119 Mar 28 18:53:50.389516 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-52916adc-3556-44e2-b071-5b4e0898b609 req-dbb3ed34-2b2e-4178-aa35-ec2e67a3f10c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ba58ccc-4bcd-404b-90da-454934ee342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835030 Mar 28 18:53:50.390355 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Sync routers for ids ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:53:50.433381 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Routers {'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:53:50.434322 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:53:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:50.440581 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23f8b1-b16d-456c-aa59-1930bf4acd4c None None] Pushing event updated for resources: {'Port': ['ID=afce8f30-3170-4c65-bd04-8a2e58e4a021,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:50.461907 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Routers {'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:53:50.462692 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:53:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:50.573198 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-60d5d569-07d8-422a-9447-ef54d209b1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (fc2af047-9efe-4539-a653-d3e35dd57bdd), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:50.591790 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-60d5d569-07d8-422a-9447-ef54d209b1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:50.611749 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-60d5d569-07d8-422a-9447-ef54d209b1dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc2af047-9efe-4539-a653-d3e35dd57bdd HTTP/1.1" status: 204 len: 168 time: 1.1678529 Mar 28 18:53:50.660206 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5d569-07d8-422a-9447-ef54d209b1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2af047-9efe-4539-a653-d3e35dd57bdd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:50.674671 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-a509870a-1da8-4f6a-95b2-0ab4e7a35cdb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:50.737939 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-72f575cd-d748-4243-84ec-57c9d0493e03 None None] Provisioning complete for port afce8f30-3170-4c65-bd04-8a2e58e4a021 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:50.750033 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72f575cd-d748-4243-84ec-57c9d0493e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:50.766771 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-52916adc-3556-44e2-b071-5b4e0898b609 req-b27ed19e-0b15-44f2-9749-824d63110150 service neutron] 10.222.0.23 "GET /v2.0/networks/9ba58ccc-4bcd-404b-90da-454934ee342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554015 Mar 28 18:53:51.029412 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] Set router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:53:51.049657 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509870a-1da8-4f6a-95b2-0ab4e7a35cdb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Pushing event updated for resources: {'Port': ['ID=25802d71-2b1e-4fd4-9847-c14dafb506f6,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:51.075052 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-a509870a-1da8-4f6a-95b2-0ab4e7a35cdb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Network 6d432814-d48c-4d16-952f-f098f6b2256a is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:51.085288 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-eb6f004f-7492-4000-8ea2-86f4f5e987ec req-795d58ad-7c86-4a47-a0eb-b4fffd000ad3 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7535651 Mar 28 18:53:51.100553 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-a509870a-1da8-4f6a-95b2-0ab4e7a35cdb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:51.103520 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-52916adc-3556-44e2-b071-5b4e0898b609 req-e6dac750-c35b-440f-8a0b-20ec51bac835 service neutron] 10.222.0.23 "GET /v2.0/networks/9ba58ccc-4bcd-404b-90da-454934ee342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274703 Mar 28 18:53:51.133226 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-a509870a-1da8-4f6a-95b2-0ab4e7a35cdb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:53:51.138931 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Set router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:53:51.173522 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-a509870a-1da8-4f6a-95b2-0ab4e7a35cdb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:51.194474 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-a509870a-1da8-4f6a-95b2-0ab4e7a35cdb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:51.240284 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51856) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:51.272916 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f17fb574-d1c7-4bf1-9eea-50af84de281c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:51.379058 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 368a5e59-0739-452a-b2ab-0f57aa4cc590 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:51.540129 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-a509870a-1da8-4f6a-95b2-0ab4e7a35cdb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.0922961 Mar 28 18:53:51.604892 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Request body: {'port': {'device_id': '3b8e5fd8-8f18-4300-ad07-050e5a59852c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:51.629187 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-72f575cd-d748-4243-84ec-57c9d0493e03 None None] Current status of the port afce8f30-3170-4c65-bd04-8a2e58e4a021 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:51.634621 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72f575cd-d748-4243-84ec-57c9d0493e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:51.671113 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f17fb574-d1c7-4bf1-9eea-50af84de281c admin admin] Publish callbacks [] for security_group (25ea24ff-46d1-4045-9eb2-0ecdd10cb9c0), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:51.679112 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f17fb574-d1c7-4bf1-9eea-50af84de281c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (25ea24ff-46d1-4045-9eb2-0ecdd10cb9c0), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:51.749465 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51864) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:51.788130 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672b93b6-7b87-40de-b83f-adb314bd02ba {{(pid=109703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:53:51.820304 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-6ab6df64-026e-4d28-be7d-fb5a14149cb4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--304864714', 'description': 'tempest-description--2143862784'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:51.841053 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-f17fb574-d1c7-4bf1-9eea-50af84de281c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc285b98616e4663871704ac8eb14cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5961683 Mar 28 18:53:51.841961 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51870) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:51.851018 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Publish callbacks [] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:51.856236 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:50Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:51.866645 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fb574-d1c7-4bf1-9eea-50af84de281c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ea24ff-46d1-4045-9eb2-0ecdd10cb9c0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:51.902022 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51872) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:51.963618 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-72f575cd-d748-4243-84ec-57c9d0493e03 None None] For port afce8f30-3170-4c65-bd04-8a2e58e4a021, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=afce8f30-3170-4c65-bd04-8a2e58e4a021,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:53:51.975648 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72f575cd-d748-4243-84ec-57c9d0493e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:51.976351 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86211f-c48c-45f0-b75a-b6f42992293d None None] The sync data for ids ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'] in dv-cinder-835483-1-smb is: [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:50Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:53:51.987583 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5122ac5e-2ecd-47aa-b6a6-2b81e2125064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.121559 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.provisioning_blocks [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Transition to ACTIVE for port object 672b93b6-7b87-40de-b83f-adb314bd02ba will not be triggered until provisioned by entity L2. {{(pid=109703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:53:52.141205 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40912ae4-a17f-4208-85c4-aec4d978d446 req-22a04c9c-8c91-49d8-a325-342775662b65 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:52.149980 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06cdd567-12ef-44d6-b445-754d4b79a595 admin admin] Publish callbacks [] for security_group (25ea24ff-46d1-4045-9eb2-0ecdd10cb9c0), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.155865 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-40912ae4-a17f-4208-85c4-aec4d978d446 req-22a04c9c-8c91-49d8-a325-342775662b65 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 931 time: 0.6604714 Mar 28 18:53:52.192552 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6ab6df64-026e-4d28-be7d-fb5a14149cb4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.199561 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 368a5e59-0739-452a-b2ab-0f57aa4cc590 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:52.199933 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (368a5e59-0739-452a-b2ab-0f57aa4cc590), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.223247 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.355203 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Pushing event updated for resources: {'Port': ['ID=672b93b6-7b87-40de-b83f-adb314bd02ba,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:52.397604 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.517535 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5122ac5e-2ecd-47aa-b6a6-2b81e2125064 admin admin] Publish callbacks [] for security_group (d7224208-2732-4bf3-bd4b-947546af1236), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.522974 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-359e6f39-1873-4fe2-b376-9880b568aa12 None None] Provisioning complete for port 25802d71-2b1e-4fd4-9847-c14dafb506f6 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:52.529259 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-359e6f39-1873-4fe2-b376-9880b568aa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.539152 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f575cd-d748-4243-84ec-57c9d0493e03 None None] Pushing event updated for resources: {'Port': ['ID=afce8f30-3170-4c65-bd04-8a2e58e4a021,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:52.542065 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06cdd567-12ef-44d6-b445-754d4b79a595 admin admin] Publish callbacks [] for security_group (25ea24ff-46d1-4045-9eb2-0ecdd10cb9c0), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.544297 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5122ac5e-2ecd-47aa-b6a6-2b81e2125064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (d7224208-2732-4bf3-bd4b-947546af1236), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.638603 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6ab6df64-026e-4d28-be7d-fb5a14149cb4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group (ce8f8a30-ad05-4de1-9081-8229ba15db1a), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.739912 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-5122ac5e-2ecd-47aa-b6a6-2b81e2125064 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0372e8f1ecc044378ed33be3fa8d42c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8364780 Mar 28 18:53:52.741224 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51884) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:52.761412 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122ac5e-2ecd-47aa-b6a6-2b81e2125064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7224208-2732-4bf3-bd4b-947546af1236,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:52.834306 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06cdd567-12ef-44d6-b445-754d4b79a595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (25ea24ff-46d1-4045-9eb2-0ecdd10cb9c0), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.837138 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06cdd567-12ef-44d6-b445-754d4b79a595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.841133 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-06cdd567-12ef-44d6-b445-754d4b79a595 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25ea24ff-46d1-4045-9eb2-0ecdd10cb9c0 HTTP/1.1" status: 204 len: 168 time: 0.9950681 Mar 28 18:53:52.864324 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-359e6f39-1873-4fe2-b376-9880b568aa12 None None] Port 25802d71-2b1e-4fd4-9847-c14dafb506f6 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:53:52.914880 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdd567-12ef-44d6-b445-754d4b79a595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ea24ff-46d1-4045-9eb2-0ecdd10cb9c0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:52.930146 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-32c7938b-7c92-40f2-8594-a697f5c59129 admin admin] Publish callbacks [] for security_group (d7224208-2732-4bf3-bd4b-947546af1236), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.987250 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6ab6df64-026e-4d28-be7d-fb5a14149cb4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (ce8f8a30-ad05-4de1-9081-8229ba15db1a), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:53.010998 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-32c7938b-7c92-40f2-8594-a697f5c59129 admin admin] Publish callbacks [] for security_group (d7224208-2732-4bf3-bd4b-947546af1236), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:53.054244 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-40912ae4-a17f-4208-85c4-aec4d978d446 req-c495d3b5-2552-4bed-a3cf-c760e37b1b35 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8904700 Mar 28 18:53:53.101994 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6ab6df64-026e-4d28-be7d-fb5a14149cb4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:53.105097 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-6ab6df64-026e-4d28-be7d-fb5a14149cb4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3262806 Mar 28 18:53:53.153282 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-359e6f39-1873-4fe2-b376-9880b568aa12 None None] Provisioning complete for port afce8f30-3170-4c65-bd04-8a2e58e4a021 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:53.153975 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-359e6f39-1873-4fe2-b376-9880b568aa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:53.169552 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51890) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:53.171828 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51892) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:53.199787 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-ba20aa13-b01f-4cf8-87a3-3f271982477a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Request body: {'security_group_rule': {'security_group_id': 'ce8f8a30-ad05-4de1-9081-8229ba15db1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:53.221220 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-32c7938b-7c92-40f2-8594-a697f5c59129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (d7224208-2732-4bf3-bd4b-947546af1236), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:53.224526 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Attempting to bind port 672b93b6-7b87-40de-b83f-adb314bd02ba on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:53:53.224781 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-32c7938b-7c92-40f2-8594-a697f5c59129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:53.224979 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Attempting to bind port 672b93b6-7b87-40de-b83f-adb314bd02ba by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:53:53.225219 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Attempting to bind port 672b93b6-7b87-40de-b83f-adb314bd02ba on network 6d432814-d48c-4d16-952f-f098f6b2256a {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:53.228372 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-32c7938b-7c92-40f2-8594-a697f5c59129 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7224208-2732-4bf3-bd4b-947546af1236 HTTP/1.1" status: 204 len: 168 time: 0.4837806 Mar 28 18:53:53.244054 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7938b-7c92-40f2-8594-a697f5c59129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7224208-2732-4bf3-bd4b-947546af1236,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:53.271712 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-fba99473-a92a-4e7b-8cca-aebc7469903c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--637888050', 'description': 'tempest-description--204616390'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:53.307434 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 368a5e59-0739-452a-b2ab-0f57aa4cc590 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:53.329876 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:45Z', 'revision_number': 2, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:53.340431 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Port 672b93b6-7b87-40de-b83f-adb314bd02ba on network 6d432814-d48c-4d16-952f-f098f6b2256a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:53:53.340602 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Attempting to bind port 672b93b6-7b87-40de-b83f-adb314bd02ba on network 6d432814-d48c-4d16-952f-f098f6b2256a {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:53.415240 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Checking router: b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:53:53.415619 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Updating router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff port cbfa4075-e808-4a81-8ab3-b14d511676a6 binding host dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:53:53.431877 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6df64-026e-4d28-be7d-fb5a14149cb4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8f8a30-ad05-4de1-9081-8229ba15db1a,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:53.566337 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device afce8f30-3170-4c65-bd04-8a2e58e4a021 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:53.625867 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:53:53.626536 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Checking segment: {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:53.627262 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Bound using segment: {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:53:53.627900 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Bound port: 672b93b6-7b87-40de-b83f-adb314bd02ba, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'}}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:53:53.628572 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:53.642778 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:53.670078 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-359e6f39-1873-4fe2-b376-9880b568aa12 None None] Current status of the port afce8f30-3170-4c65-bd04-8a2e58e4a021 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:53.723908 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fba99473-a92a-4e7b-8cca-aebc7469903c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:53.726145 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ba20aa13-b01f-4cf8-87a3-3f271982477a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group_rule (daa25b90-4c2b-4719-9543-9663020a8c70), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:53.981609 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port afce8f30-3170-4c65-bd04-8a2e58e4a021 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:53.982155 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.342549 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8283f-8293-460e-aff0-826181ec3eca req-8474d3e3-0cb9-4287-b489-8b604756bb8e tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:54.346493 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c330f71-797a-4645-b9c0-98396d71f25d req-0e7cad22-98b1-49fd-b63a-1c8b251e6132 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:54.350254 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2c330f71-797a-4645-b9c0-98396d71f25d req-0e7cad22-98b1-49fd-b63a-1c8b251e6132 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 931 time: 0.1676562 Mar 28 18:53:54.350839 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b1a8283f-8293-460e-aff0-826181ec3eca req-8474d3e3-0cb9-4287-b489-8b604756bb8e tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 943 time: 1.0690095 Mar 28 18:53:54.419426 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Publish callbacks [] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.426747 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.442244 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] For port 672b93b6-7b87-40de-b83f-adb314bd02ba, host hv-cinder-83548, cleared binding levels {{(pid=109703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:53:54.474909 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2c330f71-797a-4645-b9c0-98396d71f25d req-922592cd-9ef5-4dfc-8945-2d8bbf81b47a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102271 Mar 28 18:53:54.492766 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] For port 672b93b6-7b87-40de-b83f-adb314bd02ba, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=672b93b6-7b87-40de-b83f-adb314bd02ba,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:53:54.521106 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ba20aa13-b01f-4cf8-87a3-3f271982477a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group_rule (daa25b90-4c2b-4719-9543-9663020a8c70), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.546355 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.556671 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ba20aa13-b01f-4cf8-87a3-3f271982477a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (daa25b90-4c2b-4719-9543-9663020a8c70), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.623427 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fba99473-a92a-4e7b-8cca-aebc7469903c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group (087e3dc1-c748-4c88-a21c-0ad8cf158167), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.629567 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537a968-5033-4517-9448-7b1a113422fa None None] Pushing event updated for resources: {'Port': ['ID=cbfa4075-e808-4a81-8ab3-b14d511676a6,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:54.638894 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b1a8283f-8293-460e-aff0-826181ec3eca req-baeb3305-4433-4098-a805-bdea78eabffa tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829256 Mar 28 18:53:54.651411 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port afce8f30-3170-4c65-bd04-8a2e58e4a021 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:54.658663 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fba99473-a92a-4e7b-8cca-aebc7469903c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (087e3dc1-c748-4c88-a21c-0ad8cf158167), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.663751 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Attempting to bind port cbfa4075-e808-4a81-8ab3-b14d511676a6 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:53:54.664125 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Attempting to bind port cbfa4075-e808-4a81-8ab3-b14d511676a6 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:53:54.664490 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Attempting to bind port cbfa4075-e808-4a81-8ab3-b14d511676a6 on network c5e6a87c-ad2a-4972-8652-596abac069a8 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:54.677275 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:53:54.677621 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Checking segment: {'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:54.678056 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.678312 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20aa13-b01f-4cf8-87a3-3f271982477a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa25b90-4c2b-4719-9543-9663020a8c70,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:54.679529 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Bound using segment: {'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:53:54.680174 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Bound port: cbfa4075-e808-4a81-8ab3-b14d511676a6, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:53:54.684066 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.693241 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:54.698863 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.700152 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] 10.222.0.23 "PUT /v2.0/ports/672b93b6-7b87-40de-b83f-adb314bd02ba HTTP/1.1" status: 200 len: 1093 time: 7.8140965 Mar 28 18:53:54.703438 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d63138d-5278-4acf-93ba-68140d9e9c3e', 'tag': '672b93b6-7b87-40de-b83f-adb314bd02ba'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:53:54.792482 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] For port cbfa4075-e808-4a81-8ab3-b14d511676a6, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:53:54.797002 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] For port cbfa4075-e808-4a81-8ab3-b14d511676a6, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=cbfa4075-e808-4a81-8ab3-b14d511676a6,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:53:54.807189 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ba20aa13-b01f-4cf8-87a3-3f271982477a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.811166 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-ba20aa13-b01f-4cf8-87a3-3f271982477a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6306236 Mar 28 18:53:54.811699 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.811808 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51968) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:54.816458 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-fcd91876-952a-4b3f-82d3-e5b3ecc786fe tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Request body: {'security_group_rule': {'security_group_id': 'ce8f8a30-ad05-4de1-9081-8229ba15db1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:54.888620 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fcd91876-952a-4b3f-82d3-e5b3ecc786fe tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group_rule (f0612fc5-f016-4b4f-8e78-8ae725357c78), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.940087 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Routers {'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:53:54.940741 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:53:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:55.051911 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fcd91876-952a-4b3f-82d3-e5b3ecc786fe tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group_rule (f0612fc5-f016-4b4f-8e78-8ae725357c78), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.061254 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fcd91876-952a-4b3f-82d3-e5b3ecc786fe tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (f0612fc5-f016-4b4f-8e78-8ae725357c78), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.068283 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fba99473-a92a-4e7b-8cca-aebc7469903c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.072242 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-fba99473-a92a-4e7b-8cca-aebc7469903c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.8901837 Mar 28 18:53:55.074930 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51980) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:55.092209 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba99473-a92a-4e7b-8cca-aebc7469903c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087e3dc1-c748-4c88-a21c-0ad8cf158167,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:55.107522 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2a89f5a2-6c31-41f3-996b-c5107480ddb3 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Request body: {'security_group_rule': {'security_group_id': '087e3dc1-c748-4c88-a21c-0ad8cf158167', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:55.111382 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54ba30-90a4-4474-987d-c96b7e1dd5df service neutron] Pushing event updated for resources: {'Port': ['ID=672b93b6-7b87-40de-b83f-adb314bd02ba,revision_number=3']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:55.120725 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd91876-952a-4b3f-82d3-e5b3ecc786fe tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0612fc5-f016-4b4f-8e78-8ae725357c78,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:55.125393 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537a968-5033-4517-9448-7b1a113422fa None None] Pushing event updated for resources: {'Port': ['ID=cbfa4075-e808-4a81-8ab3-b14d511676a6,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:55.147262 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fcd91876-952a-4b3f-82d3-e5b3ecc786fe tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.147702 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25802d71-2b1e-4fd4-9847-c14dafb506f6 {{(pid=109703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:53:55.155885 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 51982) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:55.157878 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-fcd91876-952a-4b3f-82d3-e5b3ecc786fe tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3446221 Mar 28 18:53:55.165992 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Request body: {'floatingip': {'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:55.177693 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Publish callbacks [] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.182121 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a89f5a2-6c31-41f3-996b-c5107480ddb3 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group_rule (0ab9b0cf-b846-48b1-8722-3eb4faadbe8b), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.226573 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:53:55.244722 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.provisioning_blocks [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Transition to ACTIVE for port object 25802d71-2b1e-4fd4-9847-c14dafb506f6 will not be triggered until provisioned by entity L2. {{(pid=109703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:53:55.265273 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-7db017c6-9705-4b8f-ac91-d3802fa3d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:55.270775 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-fa34ce1b-39a6-4393-b654-5bfefdaf022b None None] Provisioning complete for port cbfa4075-e808-4a81-8ab3-b14d511676a6 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:55.271093 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa34ce1b-39a6-4393-b654-5bfefdaf022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.273659 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-7db017c6-9705-4b8f-ac91-d3802fa3d7ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 1127 time: 0.4708221 Mar 28 18:53:55.274569 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.375740 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a89f5a2-6c31-41f3-996b-c5107480ddb3 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group_rule (0ab9b0cf-b846-48b1-8722-3eb4faadbe8b), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.384248 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a89f5a2-6c31-41f3-996b-c5107480ddb3 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (0ab9b0cf-b846-48b1-8722-3eb4faadbe8b), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.423365 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.432626 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89f5a2-6c31-41f3-996b-c5107480ddb3 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab9b0cf-b846-48b1-8722-3eb4faadbe8b,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:55.435202 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-2b3eca52-923d-4e41-8298-742cb12c7b13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=672b93b6-7b87-40de-b83f-adb314bd02ba HTTP/1.1" status: 200 len: 217 time: 0.1540344 Mar 28 18:53:55.459083 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a89f5a2-6c31-41f3-996b-c5107480ddb3 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.464156 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] Set router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:53:55.467855 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-2a89f5a2-6c31-41f3-996b-c5107480ddb3 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3781340 Mar 28 18:53:55.469770 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 51996) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:55.481947 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-dee455cd-542f-4356-9d7a-57d2f4dbc086 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Request body: {'security_group_rule': {'security_group_id': '087e3dc1-c748-4c88-a21c-0ad8cf158167', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:55.522173 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d750bbd6-151d-42be-80a3-c16cc36bd031" -d '{"events": [{"name": "network-changed", "server_uuid": "9d63138d-5278-4acf-93ba-68140d9e9c3e", "tag": "672b93b6-7b87-40de-b83f-adb314bd02ba"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:53:55.571807 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dee455cd-542f-4356-9d7a-57d2f4dbc086 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group_rule (719167d6-9d04-434b-b954-0d56bbe65f34), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.579103 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Pushing event updated for resources: {'Port': ['ID=25802d71-2b1e-4fd4-9847-c14dafb506f6,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:55.672840 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-b6e4bfda-73ee-4530-9394-c36c07745895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:55.674738 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-b6e4bfda-73ee-4530-9394-c36c07745895 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.2218993 Mar 28 18:53:55.681360 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Attempting to bind port 25802d71-2b1e-4fd4-9847-c14dafb506f6 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:53:55.682029 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Attempting to bind port 25802d71-2b1e-4fd4-9847-c14dafb506f6 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:53:55.682559 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Attempting to bind port 25802d71-2b1e-4fd4-9847-c14dafb506f6 on network 6d432814-d48c-4d16-952f-f098f6b2256a {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:55.775749 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Port 25802d71-2b1e-4fd4-9847-c14dafb506f6 on network 6d432814-d48c-4d16-952f-f098f6b2256a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:53:55.776451 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Attempting to bind port 25802d71-2b1e-4fd4-9847-c14dafb506f6 on network 6d432814-d48c-4d16-952f-f098f6b2256a {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:53:55.793345 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:53:55.794132 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Checking segment: {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:53:55.794718 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Bound using segment: {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:53:55.795357 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Bound port: 25802d71-2b1e-4fd4-9847-c14dafb506f6, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'}}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:53:55.795921 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.883024 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dee455cd-542f-4356-9d7a-57d2f4dbc086 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group_rule (719167d6-9d04-434b-b954-0d56bbe65f34), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.891432 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-4d6bd15a-5651-420f-9952-2d929745cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:55.893757 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-4d6bd15a-5651-420f-9952-2d929745cdd5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1994581 Mar 28 18:53:55.905797 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dee455cd-542f-4356-9d7a-57d2f4dbc086 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (719167d6-9d04-434b-b954-0d56bbe65f34), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.931326 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee455cd-542f-4356-9d7a-57d2f4dbc086 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719167d6-9d04-434b-b954-0d56bbe65f34,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:55.934435 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-fa34ce1b-39a6-4393-b654-5bfefdaf022b None None] Current status of the port cbfa4075-e808-4a81-8ab3-b14d511676a6 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:55.934676 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa34ce1b-39a6-4393-b654-5bfefdaf022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.945386 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dee455cd-542f-4356-9d7a-57d2f4dbc086 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:55.955552 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-dee455cd-542f-4356-9d7a-57d2f4dbc086 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4819243 Mar 28 18:53:55.958587 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52022) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:55.965211 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Request body: {'floatingip': {'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:53:55.991423 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] For port 25802d71-2b1e-4fd4-9847-c14dafb506f6, host hv-cinder-83548, cleared binding levels {{(pid=109703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:53:55.998097 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] For port 25802d71-2b1e-4fd4-9847-c14dafb506f6, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=25802d71-2b1e-4fd4-9847-c14dafb506f6,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:53:56.002771 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:56.019431 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cea70-e095-4df4-a1f7-f065c6630a6d req-ad79541d-84ae-4a64-8c18-294db7285b3a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:56.021453 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-924cea70-e095-4df4-a1f7-f065c6630a6d req-ad79541d-84ae-4a64-8c18-294db7285b3a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 943 time: 0.3475153 Mar 28 18:53:56.035722 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:56.073009 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-fa34ce1b-39a6-4393-b654-5bfefdaf022b None None] For port cbfa4075-e808-4a81-8ab3-b14d511676a6, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=cbfa4075-e808-4a81-8ab3-b14d511676a6,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:53:56.077279 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:56.083354 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa34ce1b-39a6-4393-b654-5bfefdaf022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:56.162809 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:56.164930 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:56.168816 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] 10.222.0.23 "PUT /v2.0/ports/25802d71-2b1e-4fd4-9847-c14dafb506f6 HTTP/1.1" status: 200 len: 1093 time: 4.6001713 Mar 28 18:53:56.217478 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-8cb3dfa0-80eb-487d-954c-09d27e463b12 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158050 Mar 28 18:53:56.221565 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e06d6ac-b6b2-47cd-8549-14fad7664f04 x-openstack-request-id: req-1e06d6ac-b6b2-47cd-8549-14fad7664f04 {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:53:56.223969 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d63138d-5278-4acf-93ba-68140d9e9c3e", "tag": "672b93b6-7b87-40de-b83f-adb314bd02ba", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:53:56.224438 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e06d6ac-b6b2-47cd-8549-14fad7664f04 {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:53:56.225208 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e06d6ac-b6b2-47cd-8549-14fad7664f04'] response: {'name': 'network-changed', 'server_uuid': '9d63138d-5278-4acf-93ba-68140d9e9c3e', 'tag': '672b93b6-7b87-40de-b83f-adb314bd02ba', 'status': 'completed', 'code': 200} Mar 28 18:53:56.283536 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34ce1b-39a6-4393-b654-5bfefdaf022b None None] Pushing event updated for resources: {'Port': ['ID=cbfa4075-e808-4a81-8ab3-b14d511676a6,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:56.346248 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-924cea70-e095-4df4-a1f7-f065c6630a6d req-bdcca48b-26b9-45d0-9cf4-013c7316e179 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093376 Mar 28 18:53:56.418458 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:56.468664 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:54Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:53:56.516423 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325a762f-7171-4d8d-b0f7-de71a20f6c05 None None] The sync data for ids ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'] in dv-cinder-835483-1-smb is: [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:54Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:53:56.548583 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16768529-5309-4f18-ae05-1a7088b92d1e service neutron] Pushing event updated for resources: {'Port': ['ID=25802d71-2b1e-4fd4-9847-c14dafb506f6,revision_number=3']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:56.555883 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:56.557752 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-a98c07bb-ed3f-4436-ae97-216630a3113b None None] Provisioning complete for port cbfa4075-e808-4a81-8ab3-b14d511676a6 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:56.559191 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a98c07bb-ed3f-4436-ae97-216630a3113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:56.686406 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Allocated IP 172.28.0.31 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/dfae3501-7ef6-4ed7-83d2-6c127cbf1642) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:53:56.712054 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a98c07bb-ed3f-4436-ae97-216630a3113b None None] Current status of the port cbfa4075-e808-4a81-8ab3-b14d511676a6 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:56.739242 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dedb51de-ff17-4214-a276-5ef94e7afe19 req-b97ab799-02df-4d69-800b-3efcf3dee4eb service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631867 Mar 28 18:53:56.745942 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-d16776c5-2c48-4506-8241-38510f0c7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:56.747955 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-d16776c5-2c48-4506-8241-38510f0c7da6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 1127 time: 0.5032556 Mar 28 18:53:56.763572 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba559-0f9f-4d3e-8dc0-3cfd6baf878c req-b6f0f454-9f71-4936-adfa-d674ab0b700e tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:56.765628 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f3aba559-0f9f-4d3e-8dc0-3cfd6baf878c req-b6f0f454-9f71-4936-adfa-d674ab0b700e tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 943 time: 0.3848443 Mar 28 18:53:56.808261 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 025b686e-56a8-46f9-ba53-ce0b5a24596c details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:53:56.834138 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-36656591-a71a-42f9-885e-906769a0af98 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25802d71-2b1e-4fd4-9847-c14dafb506f6 HTTP/1.1" status: 200 len: 217 time: 0.0656767 Mar 28 18:53:56.987772 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 025b686e-56a8-46f9-ba53-ce0b5a24596c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=025b686e-56a8-46f9-ba53-ce0b5a24596c,segment=NetworkSegment(2d6b25be-57b8-43dd-82a6-ff3b24e07726),segment_id=2d6b25be-57b8-43dd-82a6-ff3b24e07726)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:53:57.027972 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '025b686e-56a8-46f9-ba53-ce0b5a24596c', 'network_id': '9ba58ccc-4bcd-404b-90da-454934ee342c', 'port_id': '025b686e-56a8-46f9-ba53-ce0b5a24596c', 'mac_address': 'fa:16:3e:f8:3a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38be775d-72e9-43b9-9693-1861d07100a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:53:57.099357 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-72d14647-cedd-4580-a877-71c7c8116d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:57.100900 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-72d14647-cedd-4580-a877-71c7c8116d01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.2201550 Mar 28 18:53:57.147476 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 025b686e-56a8-46f9-ba53-ce0b5a24596c is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:57.147928 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:57.166365 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025b686e-56a8-46f9-ba53-ce0b5a24596c {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:53:57.199894 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 025b686e-56a8-46f9-ba53-ce0b5a24596c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=025b686e-56a8-46f9-ba53-ce0b5a24596c,segment=NetworkSegment(2d6b25be-57b8-43dd-82a6-ff3b24e07726),segment_id=2d6b25be-57b8-43dd-82a6-ff3b24e07726)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:53:57.210995 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:57.240971 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750bbd6-151d-42be-80a3-c16cc36bd031 req-f20f5ffa-0e5d-463e-9f33-e06f739399dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:57.242595 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d750bbd6-151d-42be-80a3-c16cc36bd031 req-f20f5ffa-0e5d-463e-9f33-e06f739399dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 1127 time: 0.4038868 Mar 28 18:53:57.249696 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f3aba559-0f9f-4d3e-8dc0-3cfd6baf878c req-81221093-f449-42c5-ae73-a30c4f07387d tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723454 Mar 28 18:53:57.272845 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=025b686e-56a8-46f9-ba53-ce0b5a24596c,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:57.284876 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-8e27ae27-9909-4ce2-9ec7-f8acb64d8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:57.286555 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-8e27ae27-9909-4ce2-9ec7-f8acb64d8fce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1770110 Mar 28 18:53:57.482303 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['025b686e-56a8-46f9-ba53-ce0b5a24596c'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:53:57.584987 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840447d-5ae2-4004-b4d1-6e02ca4d6490 req-654a2b76-1138-4503-b94a-495b2cb6546b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:57.596242 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device cbfa4075-e808-4a81-8ab3-b14d511676a6 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:57.602399 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9840447d-5ae2-4004-b4d1-6e02ca4d6490 req-654a2b76-1138-4503-b94a-495b2cb6546b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 943 time: 0.1361775 Mar 28 18:53:57.713257 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9840447d-5ae2-4004-b4d1-6e02ca4d6490 req-263436c4-6190-449b-840f-d77154a67087 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095941 Mar 28 18:53:57.838068 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port cbfa4075-e808-4a81-8ab3-b14d511676a6 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:57.838366 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:57.847267 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for port (dfae3501-7ef6-4ed7-83d2-6c127cbf1642), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:57.968388 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52090) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:57.973754 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port cbfa4075-e808-4a81-8ab3-b14d511676a6 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:58.158994 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750bbd6-151d-42be-80a3-c16cc36bd031 req-191af9bc-0a4f-48e6-8e93-9a15d8ee5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:58.160687 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d750bbd6-151d-42be-80a3-c16cc36bd031 req-191af9bc-0a4f-48e6-8e93-9a15d8ee5130 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 919 time: 0.9054370 Mar 28 18:53:58.166270 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (dfae3501-7ef6-4ed7-83d2-6c127cbf1642), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:58.177934 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a73aab03-4e92-45ac-b21e-63882fa458ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:58.251312 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8e5fd8-8f18-4300-ad07-050e5a59852c', 'tag': '25802d71-2b1e-4fd4-9847-c14dafb506f6'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:53:58.254222 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2517191b-a6a7-44fe-80be-497c43c96126" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8e5fd8-8f18-4300-ad07-050e5a59852c", "tag": "25802d71-2b1e-4fd4-9847-c14dafb506f6"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:53:58.262856 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-d42ec903-7804-499c-b77b-9dcbb109c491 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9479439 Mar 28 18:53:58.269680 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d750bbd6-151d-42be-80a3-c16cc36bd031 req-60b14760-49cf-4087-9c64-ecf775ec2120 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=672b93b6-7b87-40de-b83f-adb314bd02ba HTTP/1.1" status: 200 len: 217 time: 0.0942702 Mar 28 18:53:58.344951 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a73aab03-4e92-45ac-b21e-63882fa458ef admin admin] Publish callbacks [] for security_group (cfc6a006-5618-458d-91fe-1216cb2157e6), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:58.366843 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a73aab03-4e92-45ac-b21e-63882fa458ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (cfc6a006-5618-458d-91fe-1216cb2157e6), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:58.408185 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-64827778-85a2-4e40-a3f5-50d0d85fe363 req-ae1949f7-5e55-452c-8bb8-660b71fcc079 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351101 Mar 28 18:53:58.414923 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:58.418143 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b03ced-afdd-409b-8fcf-38182fb78799 x-openstack-request-id: req-f9b03ced-afdd-409b-8fcf-38182fb78799 {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:53:58.418639 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8e5fd8-8f18-4300-ad07-050e5a59852c", "tag": "25802d71-2b1e-4fd4-9847-c14dafb506f6", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:53:58.419088 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9b03ced-afdd-409b-8fcf-38182fb78799 {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:53:58.419671 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b03ced-afdd-409b-8fcf-38182fb78799'] response: {'name': 'network-changed', 'server_uuid': '3b8e5fd8-8f18-4300-ad07-050e5a59852c', 'tag': '25802d71-2b1e-4fd4-9847-c14dafb506f6', 'status': 'completed', 'code': 200} Mar 28 18:53:58.432510 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:58.455516 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event updated for resources: {'Port': ['ID=dfae3501-7ef6-4ed7-83d2-6c127cbf1642,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:58.461064 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:53:58.464883 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aab03-4e92-45ac-b21e-63882fa458ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc6a006-5618-458d-91fe-1216cb2157e6,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:58.482343 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-a73aab03-4e92-45ac-b21e-63882fa458ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c72f284e87574cfe98a0a7a0bcd4350d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5105972 Mar 28 18:53:58.493707 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52110) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:58.496762 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Allocated IP 172.28.0.9 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:53:58.537114 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c1ca4-1a2b-466b-ad8d-2e3bc320e8a5 req-44ad699a-5b51-4740-a4ea-72c3b7edb917 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:58.543955 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-760c1ca4-1a2b-466b-ad8d-2e3bc320e8a5 req-44ad699a-5b51-4740-a4ea-72c3b7edb917 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 944 time: 0.1457164 Mar 28 18:53:58.571334 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750bbd6-151d-42be-80a3-c16cc36bd031 req-4cd61000-35c4-4c57-93ad-bb145d317656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:58.573094 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d750bbd6-151d-42be-80a3-c16cc36bd031 req-4cd61000-35c4-4c57-93ad-bb145d317656 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.1674614 Mar 28 18:53:58.653276 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for floatingip (379ad4b6-56f2-46a3-9ef0-5902b2ca1f34), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:58.699551 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517191b-a6a7-44fe-80be-497c43c96126 req-5734a9cb-4bd1-43e0-96ee-3a4689564d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:58.701100 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2517191b-a6a7-44fe-80be-497c43c96126 req-5734a9cb-4bd1-43e0-96ee-3a4689564d3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 1127 time: 0.1768346 Mar 28 18:53:58.728883 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-760c1ca4-1a2b-466b-ad8d-2e3bc320e8a5 req-4405819d-dbd1-47f6-a49d-7412c0a72c66 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832445 Mar 28 18:53:58.765695 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19b0c0e5-6d8a-42ee-9b04-b99d5670a476 admin admin] Publish callbacks [] for security_group (cfc6a006-5618-458d-91fe-1216cb2157e6), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:58.784495 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 025b686e-56a8-46f9-ba53-ce0b5a24596c up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:53:58.801696 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750bbd6-151d-42be-80a3-c16cc36bd031 req-8765e5e0-a417-4e87-86a9-d8355f5a1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:58.803253 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d750bbd6-151d-42be-80a3-c16cc36bd031 req-8765e5e0-a417-4e87-86a9-d8355f5a1e8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2228053 Mar 28 18:53:58.804614 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19b0c0e5-6d8a-42ee-9b04-b99d5670a476 admin admin] Publish callbacks [] for security_group (cfc6a006-5618-458d-91fe-1216cb2157e6), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:58.814396 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (dfae3501-7ef6-4ed7-83d2-6c127cbf1642), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:58.862148 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 025b686e-56a8-46f9-ba53-ce0b5a24596c completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:53:58.868278 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19b0c0e5-6d8a-42ee-9b04-b99d5670a476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (cfc6a006-5618-458d-91fe-1216cb2157e6), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:58.868475 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 025b686e-56a8-46f9-ba53-ce0b5a24596c triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:53:58.868932 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:58.873586 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19b0c0e5-6d8a-42ee-9b04-b99d5670a476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:58.880237 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-19b0c0e5-6d8a-42ee-9b04-b99d5670a476 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfc6a006-5618-458d-91fe-1216cb2157e6 HTTP/1.1" status: 204 len: 168 time: 0.3852966 Mar 28 18:53:58.935526 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0c0e5-6d8a-42ee-9b04-b99d5670a476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc6a006-5618-458d-91fe-1216cb2157e6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:58.974650 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for port (58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.034221 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517191b-a6a7-44fe-80be-497c43c96126 req-d1baadda-3e99-4551-b81b-92f9bf05e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:59.035844 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2517191b-a6a7-44fe-80be-497c43c96126 req-d1baadda-3e99-4551-b81b-92f9bf05e96d service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 919 time: 0.3274689 Mar 28 18:53:59.050781 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.143148 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:53:59.147148 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:53:59.151652 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:53:59.209225 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event updated for resources: {'Port': ['ID=58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:59.238296 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b04389-38f4-4f8b-b9df-347cf7cd29f6 req-9a6f8643-47b1-4aaf-9a4a-ae3453a019db tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:59.245898 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-04b04389-38f4-4f8b-b9df-347cf7cd29f6 req-9a6f8643-47b1-4aaf-9a4a-ae3453a019db tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 943 time: 0.3850648 Mar 28 18:53:59.248926 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2517191b-a6a7-44fe-80be-497c43c96126 req-5aa4b595-c801-4716-8be6-c3b751c9cbd5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25802d71-2b1e-4fd4-9847-c14dafb506f6 HTTP/1.1" status: 200 len: 217 time: 0.1967483 Mar 28 18:53:59.266368 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d750bbd6-151d-42be-80a3-c16cc36bd031 req-34d41ffc-6812-4c7b-8153-c76b08d6f2bf service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544868 Mar 28 18:53:59.299673 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 025b686e-56a8-46f9-ba53-ce0b5a24596c is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:53:59.300254 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.340104 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for floatingip (878962b2-2c7a-4b5d-9244-2f786973aabc), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.381142 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1461c26c-1217-4984-95df-b1e831332082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025b686e-56a8-46f9-ba53-ce0b5a24596c'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:53:59.406255 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.495880 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517191b-a6a7-44fe-80be-497c43c96126 req-3c8b4390-9a7d-4660-b023-51e9c40e6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:59.497365 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2517191b-a6a7-44fe-80be-497c43c96126 req-3c8b4390-9a7d-4660-b023-51e9c40e6346 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.2361813 Mar 28 18:53:59.499961 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 025b686e-56a8-46f9-ba53-ce0b5a24596c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=025b686e-56a8-46f9-ba53-ce0b5a24596c,segment=NetworkSegment(2d6b25be-57b8-43dd-82a6-ff3b24e07726),segment_id=2d6b25be-57b8-43dd-82a6-ff3b24e07726)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:53:59.506130 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.593933 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-04b04389-38f4-4f8b-b9df-347cf7cd29f6 req-492ff848-015f-455f-a03c-f55b9dc0aafc tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417697 Mar 28 18:53:59.615235 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=025b686e-56a8-46f9-ba53-ce0b5a24596c,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:59.620777 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for port (dfae3501-7ef6-4ed7-83d2-6c127cbf1642), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.634875 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (dfae3501-7ef6-4ed7-83d2-6c127cbf1642), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.654276 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d750bbd6-151d-42be-80a3-c16cc36bd031 req-7af7a77c-8e8f-486e-a9ab-2be96ec84530 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677583 Mar 28 18:53:59.659321 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for port (58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.666055 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.690836 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 52156) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:59.710652 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (878962b2-2c7a-4b5d-9244-2f786973aabc), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.727963 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (379ad4b6-56f2-46a3-9ef0-5902b2ca1f34), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.758434 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.760730 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8011918 Mar 28 18:53:59.762028 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31d42b-3a7c-4334-b401-13ce536845d8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event updated for resources: {'Port': ['ID=58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:59.787491 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517191b-a6a7-44fe-80be-497c43c96126 req-93a0db93-1966-4567-8369-2ebc3d930988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:59.791006 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2517191b-a6a7-44fe-80be-497c43c96126 req-93a0db93-1966-4567-8369-2ebc3d930988 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2636642 Mar 28 18:53:59.802673 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e49559c6-3123-49f2-9b15-e20d7edda92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.847643 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:59.858929 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6958394 Mar 28 18:53:59.872762 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52170) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:59.887418 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23086aca-6e9b-4e43-bc06-964e71ce7569" -d '{"events": [{"server_uuid": "1461c26c-1217-4984-95df-b1e831332082", "name": "network-vif-plugged", "status": "completed", "tag": "025b686e-56a8-46f9-ba53-ce0b5a24596c"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:53:59.915084 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc2a85-1979-4fa4-a52f-ba2f6a6577eb req-36df67ac-4ca0-4620-a8bd-76cf20da856c tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:53:59.917192 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-99cc2a85-1979-4fa4-a52f-ba2f6a6577eb req-36df67ac-4ca0-4620-a8bd-76cf20da856c tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 945 time: 0.1066008 Mar 28 18:53:59.954855 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f07dd-a189-40ab-9c88-f7e25699120a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event updated for resources: {'Port': ['ID=dfae3501-7ef6-4ed7-83d2-6c127cbf1642,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:53:59.991245 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-99cc2a85-1979-4fa4-a52f-ba2f6a6577eb req-1b0912aa-4322-4466-8c59-ce072bf71d22 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677872 Mar 28 18:54:00.151443 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2517191b-a6a7-44fe-80be-497c43c96126 req-b600034b-8951-4969-9cc7-f1aeb57aef25 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449345 Mar 28 18:54:00.202213 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5697397d-7e41-4263-ad26-98ab25cb960a x-openstack-request-id: req-5697397d-7e41-4263-ad26-98ab25cb960a {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:00.203082 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1461c26c-1217-4984-95df-b1e831332082", "name": "network-vif-plugged", "status": "completed", "tag": "025b686e-56a8-46f9-ba53-ce0b5a24596c", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:00.203642 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5697397d-7e41-4263-ad26-98ab25cb960a {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:00.205915 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5697397d-7e41-4263-ad26-98ab25cb960a'] response: {'server_uuid': '1461c26c-1217-4984-95df-b1e831332082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025b686e-56a8-46f9-ba53-ce0b5a24596c', 'code': 200} Mar 28 18:54:00.255755 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2414b896-8e4d-4157-bd46-53627c320a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.259064 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e49559c6-3123-49f2-9b15-e20d7edda92d admin admin] Publish callbacks [] for security_group (c6fd0847-bc8a-4e8c-9ef8-396a55e83df1), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.269080 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e49559c6-3123-49f2-9b15-e20d7edda92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (c6fd0847-bc8a-4e8c-9ef8-396a55e83df1), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.303665 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-e49559c6-3123-49f2-9b15-e20d7edda92d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb26c2a330d34562a1930a83f43da71c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6075237 Mar 28 18:54:00.309355 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 52204) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:00.338502 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-fd11202c-9a56-432f-94b1-b9e17cf52cc4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--304864714&fields=id&tenant_id=c88a768b3efd4a9381507f381b0e331f HTTP/1.1" status: 200 len: 267 time: 0.1654387 Mar 28 18:54:00.370460 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49559c6-3123-49f2-9b15-e20d7edda92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fd0847-bc8a-4e8c-9ef8-396a55e83df1,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:00.435054 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2414b896-8e4d-4157-bd46-53627c320a39 admin admin] Publish callbacks [] for security_group (6b483836-7dd3-4e8f-8968-d8fb583403d7), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.441581 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2414b896-8e4d-4157-bd46-53627c320a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (6b483836-7dd3-4e8f-8968-d8fb583403d7), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.507701 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-c99fe09b-7d4f-457e-9825-7a708cf9e4a6 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:00.509234 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-c99fe09b-7d4f-457e-9825-7a708cf9e4a6 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/networks?id=211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 200 len: 817 time: 0.1614058 Mar 28 18:54:00.509911 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414b896-8e4d-4157-bd46-53627c320a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b483836-7dd3-4e8f-8968-d8fb583403d7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:00.514939 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-2414b896-8e4d-4157-bd46-53627c320a39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b982292998d146a495403e9923079dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6390598 Mar 28 18:54:00.522245 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52206) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:00.537069 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-2e2a39f5-1b68-48c3-ae47-5d14c8beac90 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/quotas/c88a768b3efd4a9381507f381b0e331f HTTP/1.1" status: 200 len: 375 time: 0.0209782 Mar 28 18:54:00.604767 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03886b2a-39de-4cac-8fb4-ba66f3dbfe94 admin admin] Publish callbacks [] for security_group (6b483836-7dd3-4e8f-8968-d8fb583403d7), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.637445 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-a2512279-7720-4eb9-a5b4-570fe44881da tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c88a768b3efd4a9381507f381b0e331f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908196 Mar 28 18:54:00.642450 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03886b2a-39de-4cac-8fb4-ba66f3dbfe94 admin admin] Publish callbacks [] for security_group (6b483836-7dd3-4e8f-8968-d8fb583403d7), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.646801 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2517191b-a6a7-44fe-80be-497c43c96126 req-f651583f-54c6-4083-b767-e18b3446d7c2 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865506 Mar 28 18:54:00.683817 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-fe0f5fd7-a2c3-4099-ac30-599a1f38c16c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--637888050&fields=id&tenant_id=b45d2c6dc8f841e08e19262d3e899379 HTTP/1.1" status: 200 len: 267 time: 0.3538177 Mar 28 18:54:00.723947 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bc046805-3881-4ae9-8f40-9db8c86dbfdc admin admin] Publish callbacks [] for security_group (c6fd0847-bc8a-4e8c-9ef8-396a55e83df1), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.753865 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9ff5c-d044-434e-9632-44afcb7deaf1 req-215f791f-3792-4354-83f4-39a686c623e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:00.755428 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1cf9ff5c-d044-434e-9632-44afcb7deaf1 req-215f791f-3792-4354-83f4-39a686c623e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 1129 time: 0.3717532 Mar 28 18:54:00.796496 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 672b93b6-7b87-40de-b83f-adb314bd02ba details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:54:00.799125 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-1cf9ff5c-d044-434e-9632-44afcb7deaf1 req-2502cf94-ad62-4930-a93f-f25575f6c9b8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.806401 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bc046805-3881-4ae9-8f40-9db8c86dbfdc admin admin] Publish callbacks [] for security_group (c6fd0847-bc8a-4e8c-9ef8-396a55e83df1), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.892437 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-adb3553e-8e0c-4c44-b838-f1f78366a186 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:00.893851 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-adb3553e-8e0c-4c44-b838-f1f78366a186 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/networks?id=c5e6a87c-ad2a-4972-8652-596abac069a8 HTTP/1.1" status: 200 len: 811 time: 0.2027187 Mar 28 18:54:00.916155 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-96df910a-c77a-4a8a-8dba-3c5f4ffd0778 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/quotas/b45d2c6dc8f841e08e19262d3e899379 HTTP/1.1" status: 200 len: 375 time: 0.0100403 Mar 28 18:54:00.926466 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 672b93b6-7b87-40de-b83f-adb314bd02ba, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=672b93b6-7b87-40de-b83f-adb314bd02ba,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:00.927730 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03886b2a-39de-4cac-8fb4-ba66f3dbfe94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (6b483836-7dd3-4e8f-8968-d8fb583403d7), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.930313 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03886b2a-39de-4cac-8fb4-ba66f3dbfe94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.931451 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-03886b2a-39de-4cac-8fb4-ba66f3dbfe94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b483836-7dd3-4e8f-8968-d8fb583403d7 HTTP/1.1" status: 204 len: 168 time: 0.4082978 Mar 28 18:54:00.937760 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-16ab244d-5332-4f64-84df-0e63ff10fa94 service neutron] 10.222.0.18 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847419 Mar 28 18:54:00.940819 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bc046805-3881-4ae9-8f40-9db8c86dbfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (c6fd0847-bc8a-4e8c-9ef8-396a55e83df1), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.942954 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03886b2a-39de-4cac-8fb4-ba66f3dbfe94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b483836-7dd3-4e8f-8968-d8fb583403d7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:00.943957 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bc046805-3881-4ae9-8f40-9db8c86dbfdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.945364 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-bc046805-3881-4ae9-8f40-9db8c86dbfdc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6fd0847-bc8a-4e8c-9ef8-396a55e83df1 HTTP/1.1" status: 204 len: 168 time: 0.6348286 Mar 28 18:54:00.963086 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '672b93b6-7b87-40de-b83f-adb314bd02ba', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'port_id': '672b93b6-7b87-40de-b83f-adb314bd02ba', 'mac_address': 'fa:16:3e:3d:6b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:54:01.042994 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 672b93b6-7b87-40de-b83f-adb314bd02ba is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:01.043548 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:01.049869 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc046805-3881-4ae9-8f40-9db8c86dbfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fd0847-bc8a-4e8c-9ef8-396a55e83df1,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:01.053453 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-e15a93ea-240f-4b19-9acc-01ff3ebe5c4f service neutron] 10.222.0.18 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049132 Mar 28 18:54:01.089107 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-1cf9ff5c-d044-434e-9632-44afcb7deaf1 req-2502cf94-ad62-4930-a93f-f25575f6c9b8 service neutron] Publish callbacks [] for security_group (5f81d75d-91dc-4690-894b-777bacd70ff8), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:01.090873 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672b93b6-7b87-40de-b83f-adb314bd02ba {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:54:01.107757 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-1cf9ff5c-d044-434e-9632-44afcb7deaf1 req-2502cf94-ad62-4930-a93f-f25575f6c9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (5f81d75d-91dc-4690-894b-777bacd70ff8), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:01.136725 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-4866fbab-f45b-4d37-9ac7-d6fd820720f0 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b45d2c6dc8f841e08e19262d3e899379&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2124567 Mar 28 18:54:01.143203 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 672b93b6-7b87-40de-b83f-adb314bd02ba, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=672b93b6-7b87-40de-b83f-adb314bd02ba,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:01.152493 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:01.156202 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 25802d71-2b1e-4fd4-9847-c14dafb506f6 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:54:01.247331 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502cf94-ad62-4930-a93f-f25575f6c9b8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5f81d75d-91dc-4690-894b-777bacd70ff8,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:01.302025 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 25802d71-2b1e-4fd4-9847-c14dafb506f6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=25802d71-2b1e-4fd4-9847-c14dafb506f6,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:01.330766 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=672b93b6-7b87-40de-b83f-adb314bd02ba,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:01.343354 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '25802d71-2b1e-4fd4-9847-c14dafb506f6', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'port_id': '25802d71-2b1e-4fd4-9847-c14dafb506f6', 'mac_address': 'fa:16:3e:bb:d3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:54:01.401029 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1cf9ff5c-d044-434e-9632-44afcb7deaf1 req-2502cf94-ad62-4930-a93f-f25575f6c9b8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370673 Mar 28 18:54:01.433295 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1b9d6-dd74-4ef4-baee-2a34da6ae42d req-90e565ff-c59b-4b2b-89a9-e99c14ad19e1 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:01.450114 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-28f1b9d6-dd74-4ef4-baee-2a34da6ae42d req-90e565ff-c59b-4b2b-89a9-e99c14ad19e1 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 943 time: 0.0928388 Mar 28 18:54:01.511963 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 25802d71-2b1e-4fd4-9847-c14dafb506f6 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:01.512912 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:01.530488 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-51d3ede1-1024-47f0-8896-e852bca86009 service neutron] 10.222.0.18 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430493 Mar 28 18:54:01.552311 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-28f1b9d6-dd74-4ef4-baee-2a34da6ae42d req-d72c193c-f03e-4c4e-8321-db32e619697f tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050828 Mar 28 18:54:01.554116 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25802d71-2b1e-4fd4-9847-c14dafb506f6 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:54:01.616793 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 25802d71-2b1e-4fd4-9847-c14dafb506f6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=25802d71-2b1e-4fd4-9847-c14dafb506f6,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:01.626886 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:01.698279 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-c352bf5a-8edf-40ae-9921-07677a1c5dbc service neutron] 10.222.0.18 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639378 Mar 28 18:54:01.761060 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52258) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:01.795200 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d8062250-1b7b-40ce-8a1b-f36c54a33071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:01.804212 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=25802d71-2b1e-4fd4-9847-c14dafb506f6,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:01.815960 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4a5c3-4067-4278-b495-345989a893df req-a00b1a98-7fa2-410a-9078-0f7833251de3 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:01.825171 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cdc4a5c3-4067-4278-b495-345989a893df req-a00b1a98-7fa2-410a-9078-0f7833251de3 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 945 time: 0.1676226 Mar 28 18:54:01.871137 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['672b93b6-7b87-40de-b83f-adb314bd02ba'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:54:01.912902 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cdc4a5c3-4067-4278-b495-345989a893df req-04e6a7c7-c45c-4e7e-a095-d4c2534448ba tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805745 Mar 28 18:54:01.997420 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['25802d71-2b1e-4fd4-9847-c14dafb506f6'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:54:02.057503 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8dbdf3a8-c726-4f97-b3d6-043f8e079953 req-dc1c97f3-2756-4b35-b8b4-77c27ea3e8a9 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 210 time: 0.0417652 Mar 28 18:54:02.068111 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3cc924fa-dce8-456c-926e-2cfa0422ac4f req-45a1e4da-95e7-4c68-9ad0-f50794a0a3aa tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 210 time: 0.0869358 Mar 28 18:54:02.119735 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d8062250-1b7b-40ce-8a1b-f36c54a33071 admin admin] Publish callbacks [] for security_group (bfdcd9a9-84ac-4857-beb5-a72cc0548206), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:02.129942 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d8062250-1b7b-40ce-8a1b-f36c54a33071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (bfdcd9a9-84ac-4857-beb5-a72cc0548206), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:02.182806 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8062250-1b7b-40ce-8a1b-f36c54a33071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdcd9a9-84ac-4857-beb5-a72cc0548206,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:02.188439 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-d8062250-1b7b-40ce-8a1b-f36c54a33071 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1627a3be028148faae049f54258c77c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247491 Mar 28 18:54:02.191385 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52274) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:02.319245 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df9f1ebb-f7ac-4bd9-81af-ffc034bc4cb9 admin admin] Publish callbacks [] for security_group (bfdcd9a9-84ac-4857-beb5-a72cc0548206), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:02.370537 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df9f1ebb-f7ac-4bd9-81af-ffc034bc4cb9 admin admin] Publish callbacks [] for security_group (bfdcd9a9-84ac-4857-beb5-a72cc0548206), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:02.484460 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df9f1ebb-f7ac-4bd9-81af-ffc034bc4cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (bfdcd9a9-84ac-4857-beb5-a72cc0548206), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:02.487705 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df9f1ebb-f7ac-4bd9-81af-ffc034bc4cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:02.489191 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-df9f1ebb-f7ac-4bd9-81af-ffc034bc4cb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bfdcd9a9-84ac-4857-beb5-a72cc0548206 HTTP/1.1" status: 204 len: 168 time: 0.2964036 Mar 28 18:54:02.519784 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f1ebb-f7ac-4bd9-81af-ffc034bc4cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdcd9a9-84ac-4857-beb5-a72cc0548206,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:02.763354 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063f78a-d823-47c9-9dbe-1a3d05c15214 req-6ab494c7-1f6b-42db-b8cd-6d5aadd33202 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:02.764950 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2063f78a-d823-47c9-9dbe-1a3d05c15214 req-6ab494c7-1f6b-42db-b8cd-6d5aadd33202 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 944 time: 0.0711563 Mar 28 18:54:02.837033 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2063f78a-d823-47c9-9dbe-1a3d05c15214 req-75537ce8-f565-4c3b-90d8-39b7a04e73db tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647652 Mar 28 18:54:03.125141 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e4745-621d-4348-ba4f-a5b612bb94a7 req-62ef7f41-98a4-4069-b525-6e2e3e30ade9 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:03.132780 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2c4e4745-621d-4348-ba4f-a5b612bb94a7 req-62ef7f41-98a4-4069-b525-6e2e3e30ade9 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 945 time: 0.1430757 Mar 28 18:54:03.182499 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 52336) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:03.272105 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2c4e4745-621d-4348-ba4f-a5b612bb94a7 req-512424b3-34d5-4a6e-a178-8fdf712591c3 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218297 Mar 28 18:54:03.423777 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-aa2e841f-295d-4e44-b403-134cb8ab1c0b req-b63d78a3-eb07-4b47-be07-6e76c805ed0e tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 210 time: 0.0615985 Mar 28 18:54:03.441273 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-74b10300-7943-4dfe-b7a2-ac81a35063b5 req-89de8256-b4fa-4626-8e19-3fe6aeb8e60c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 210 time: 0.1240799 Mar 28 18:54:03.488855 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-1438f864-6c55-4af2-af3e-ad69931b9227 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:03.491192 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-1438f864-6c55-4af2-af3e-ad69931b9227 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.23 "GET /v2.0/networks?id=211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 200 len: 817 time: 0.3400075 Mar 28 18:54:03.588477 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-68f03fdb-ae98-47d7-a66c-ced820edbdb0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c88a768b3efd4a9381507f381b0e331f HTTP/1.1" status: 200 len: 379 time: 0.0875683 Mar 28 18:54:03.598738 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-a8d5b45d-051b-4190-85a0-75426bd2e2fc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Request body: {'port': {'device_id': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'admin_state_up': True, 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'security_groups': ['ce8f8a30-ad05-4de1-9081-8229ba15db1a']}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:03.660064 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f65bc4c8-db5a-420c-ad8f-916a5638ec3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:03.787613 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-a8d5b45d-051b-4190-85a0-75426bd2e2fc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Made reservation on behalf of c88a768b3efd4a9381507f381b0e331f for: {'port': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:03.790927 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-a8d5b45d-051b-4190-85a0-75426bd2e2fc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:03.794027 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f65bc4c8-db5a-420c-ad8f-916a5638ec3e admin admin] Publish callbacks [] for security_group (5cacb198-3fe8-4165-a8dc-83858a22cf1a), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:03.812169 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f65bc4c8-db5a-420c-ad8f-916a5638ec3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (5cacb198-3fe8-4165-a8dc-83858a22cf1a), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:03.879957 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-f65bc4c8-db5a-420c-ad8f-916a5638ec3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c6445a3bf16460caa5fe6b664f00ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6964564 Mar 28 18:54:03.883072 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52374) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:03.927390 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bc4c8-db5a-420c-ad8f-916a5638ec3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cacb198-3fe8-4165-a8dc-83858a22cf1a,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:04.032379 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17a8521c-3556-47c1-9c7c-04606f0a1ab1 admin admin] Publish callbacks [] for security_group (5cacb198-3fe8-4165-a8dc-83858a22cf1a), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:04.061590 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17a8521c-3556-47c1-9c7c-04606f0a1ab1 admin admin] Publish callbacks [] for security_group (5cacb198-3fe8-4165-a8dc-83858a22cf1a), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:04.070868 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362f3e0-9d03-4142-bb4b-4ae49dd0c6f9 req-14c71cd7-d6b5-4552-9032-e999221cadbc tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:04.072595 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-e362f3e0-9d03-4142-bb4b-4ae49dd0c6f9 req-14c71cd7-d6b5-4552-9032-e999221cadbc tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 944 time: 0.1382520 Mar 28 18:54:04.089095 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-a8d5b45d-051b-4190-85a0-75426bd2e2fc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Allocated IP 172.20.0.14 (211f47c6-29ed-4108-b184-3fd54ff73f18/8c0ba61c-eb16-48bb-8d0b-0365046be9db/9898a21e-dd11-474a-85f3-0669dd84988d) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:54:04.172416 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-e362f3e0-9d03-4142-bb4b-4ae49dd0c6f9 req-042a53cb-4e87-4707-b5b4-579810748b1d tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846334 Mar 28 18:54:04.198426 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17a8521c-3556-47c1-9c7c-04606f0a1ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (5cacb198-3fe8-4165-a8dc-83858a22cf1a), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:04.202457 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17a8521c-3556-47c1-9c7c-04606f0a1ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:04.204787 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-17a8521c-3556-47c1-9c7c-04606f0a1ab1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5cacb198-3fe8-4165-a8dc-83858a22cf1a HTTP/1.1" status: 204 len: 168 time: 0.3202393 Mar 28 18:54:04.224158 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8521c-3556-47c1-9c7c-04606f0a1ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cacb198-3fe8-4165-a8dc-83858a22cf1a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:04.296274 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-209be743-37d7-459b-87e6-d9f55d175274 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:04.298361 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-209be743-37d7-459b-87e6-d9f55d175274 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.23 "GET /v2.0/networks?id=c5e6a87c-ad2a-4972-8652-596abac069a8 HTTP/1.1" status: 200 len: 811 time: 0.3727767 Mar 28 18:54:04.420795 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-a8d5b45d-051b-4190-85a0-75426bd2e2fc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for port (9898a21e-dd11-474a-85f3-0669dd84988d), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:04.476937 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-a8d5b45d-051b-4190-85a0-75426bd2e2fc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:04.533397 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-e0f2e359-c937-436c-9fb3-1e47d5b1d632 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b45d2c6dc8f841e08e19262d3e899379 HTTP/1.1" status: 200 len: 379 time: 0.2211053 Mar 28 18:54:04.581222 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-eef4ffb9-fc02-4f53-adca-6f51eca412e1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Request body: {'port': {'device_id': 'dcdcc4aa-3602-4640-ae0c-33eaa6c161aa', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'admin_state_up': True, 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'security_groups': ['087e3dc1-c748-4c88-a21c-0ad8cf158167']}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:04.603892 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feddbf6-2541-4384-89e0-b2d498e73deb req-2cee161b-246c-49d9-a412-4335beea0e7b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:04.613168 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0feddbf6-2541-4384-89e0-b2d498e73deb req-2cee161b-246c-49d9-a412-4335beea0e7b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 932 time: 0.0774078 Mar 28 18:54:04.696019 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0feddbf6-2541-4384-89e0-b2d498e73deb req-51b93f22-15da-4956-93ed-b02179658002 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813689 Mar 28 18:54:04.723393 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-a8d5b45d-051b-4190-85a0-75426bd2e2fc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Network 211f47c6-29ed-4108-b184-3fd54ff73f18 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:04.733578 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-a8d5b45d-051b-4190-85a0-75426bd2e2fc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:04.751230 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-a8d5b45d-051b-4190-85a0-75426bd2e2fc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:54:04.758041 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-a8d5b45d-051b-4190-85a0-75426bd2e2fc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:04.759361 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-a8d5b45d-051b-4190-85a0-75426bd2e2fc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:04.766614 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5b45d-051b-4190-85a0-75426bd2e2fc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event updated for resources: {'Port': ['ID=9898a21e-dd11-474a-85f3-0669dd84988d,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:04.799979 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606c16c-f782-4c40-9e99-3cc57ccb0e4e req-49bfd375-21d3-4af3-85b8-b906c824e553 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:04.809670 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 672b93b6-7b87-40de-b83f-adb314bd02ba up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:54:04.828262 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3606c16c-f782-4c40-9e99-3cc57ccb0e4e req-49bfd375-21d3-4af3-85b8-b906c824e553 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 945 time: 0.4533556 Mar 28 18:54:04.831000 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-eef4ffb9-fc02-4f53-adca-6f51eca412e1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Made reservation on behalf of b45d2c6dc8f841e08e19262d3e899379 for: {'port': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:04.834396 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-eef4ffb9-fc02-4f53-adca-6f51eca412e1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:04.901371 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-33d63703-5636-414c-9a7b-2da34b132586 req-08e60fa0-875a-436d-b76f-a4d7e66dfc25 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 210 time: 0.0652146 Mar 28 18:54:04.936764 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52422) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:04.955974 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-a8d5b45d-051b-4190-85a0-75426bd2e2fc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3617027 Mar 28 18:54:04.963315 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-238039bc-3ce6-47ce-8022-a9de85f2f9db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:04.968943 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 672b93b6-7b87-40de-b83f-adb314bd02ba completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:54:04.979396 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Request body: {'port': {'device_id': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:04.982397 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 672b93b6-7b87-40de-b83f-adb314bd02ba triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:04.982774 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:05.128539 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-238039bc-3ce6-47ce-8022-a9de85f2f9db admin admin] Publish callbacks [] for security_group (41593c09-ed74-4813-91d7-8deb932f8c61), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:05.142383 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 672b93b6-7b87-40de-b83f-adb314bd02ba is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:05.143157 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:05.145348 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-238039bc-3ce6-47ce-8022-a9de85f2f9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (41593c09-ed74-4813-91d7-8deb932f8c61), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:05.155948 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3606c16c-f782-4c40-9e99-3cc57ccb0e4e req-71bf5b2f-75a1-40e4-8117-a932e3ca080e tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401358 Mar 28 18:54:05.201115 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d63138d-5278-4acf-93ba-68140d9e9c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672b93b6-7b87-40de-b83f-adb314bd02ba'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:05.213694 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3988da34-c050-4f00-88d2-0affe2ebf184" -d '{"events": [{"server_uuid": "9d63138d-5278-4acf-93ba-68140d9e9c3e", "name": "network-vif-plugged", "status": "completed", "tag": "672b93b6-7b87-40de-b83f-adb314bd02ba"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:05.216257 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238039bc-3ce6-47ce-8022-a9de85f2f9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41593c09-ed74-4813-91d7-8deb932f8c61,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:05.217277 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:05.242274 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-eef4ffb9-fc02-4f53-adca-6f51eca412e1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Allocated IP 172.20.0.12 (c5e6a87c-ad2a-4972-8652-596abac069a8/9c4a9391-442b-448c-9626-0f4d30aa8d78/2d2d93df-959d-442a-b929-70bd5ee2a5ce) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:54:05.260012 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 672b93b6-7b87-40de-b83f-adb314bd02ba, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=672b93b6-7b87-40de-b83f-adb314bd02ba,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:05.284597 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:05.286306 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 25802d71-2b1e-4fd4-9847-c14dafb506f6 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:54:05.296600 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-238039bc-3ce6-47ce-8022-a9de85f2f9db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b843e523ce954790bc3202b9469aa83f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584468 Mar 28 18:54:05.298443 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52436) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:05.418769 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c871cd54-c98b-44e8-8523-40147fa2ee00 admin admin] Publish callbacks [] for security_group (41593c09-ed74-4813-91d7-8deb932f8c61), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:05.441172 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-4de56c1e-c046-4fd5-9598-4bc51735ceda None None] Provisioning complete for port 9898a21e-dd11-474a-85f3-0669dd84988d triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:05.441591 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4de56c1e-c046-4fd5-9598-4bc51735ceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:05.444950 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd45bad7-2ce4-42f1-a0c8-3bcb5d305763 x-openstack-request-id: req-bd45bad7-2ce4-42f1-a0c8-3bcb5d305763 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:05.445276 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d63138d-5278-4acf-93ba-68140d9e9c3e", "name": "network-vif-plugged", "status": "completed", "tag": "672b93b6-7b87-40de-b83f-adb314bd02ba", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:05.445535 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd45bad7-2ce4-42f1-a0c8-3bcb5d305763 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:05.445947 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd45bad7-2ce4-42f1-a0c8-3bcb5d305763'] response: {'server_uuid': '9d63138d-5278-4acf-93ba-68140d9e9c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672b93b6-7b87-40de-b83f-adb314bd02ba', 'code': 200} Mar 28 18:54:05.451718 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c871cd54-c98b-44e8-8523-40147fa2ee00 admin admin] Publish callbacks [] for security_group (41593c09-ed74-4813-91d7-8deb932f8c61), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:05.467806 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=672b93b6-7b87-40de-b83f-adb314bd02ba,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:05.524046 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c871cd54-c98b-44e8-8523-40147fa2ee00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (41593c09-ed74-4813-91d7-8deb932f8c61), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:05.526951 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c871cd54-c98b-44e8-8523-40147fa2ee00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:05.531218 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-c871cd54-c98b-44e8-8523-40147fa2ee00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41593c09-ed74-4813-91d7-8deb932f8c61 HTTP/1.1" status: 204 len: 168 time: 0.2309773 Mar 28 18:54:05.542389 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b76a58-be68-41bd-9759-ecff78f68e67 req-74317090-50d9-42d4-a6a8-ccae6248ac13 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:05.548468 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-4de56c1e-c046-4fd5-9598-4bc51735ceda None None] Port 9898a21e-dd11-474a-85f3-0669dd84988d cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:54:05.550635 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-40b76a58-be68-41bd-9759-ecff78f68e67 req-74317090-50d9-42d4-a6a8-ccae6248ac13 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 944 time: 0.2300541 Mar 28 18:54:05.566599 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871cd54-c98b-44e8-8523-40147fa2ee00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41593c09-ed74-4813-91d7-8deb932f8c61,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:05.590579 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 25802d71-2b1e-4fd4-9847-c14dafb506f6 completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:54:05.598103 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 25802d71-2b1e-4fd4-9847-c14dafb506f6 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:05.598801 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:05.735310 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-40b76a58-be68-41bd-9759-ecff78f68e67 req-535e0dec-d287-4b99-83fa-9363c850f993 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826773 Mar 28 18:54:05.746360 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 25802d71-2b1e-4fd4-9847-c14dafb506f6 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:05.751379 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:05.753734 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ec8a8-ddea-45d5-9147-5b16ec548978 req-c578d329-3247-4923-9ea6-87d11d559488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:05.758924 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-243ec8a8-ddea-45d5-9147-5b16ec548978 req-c578d329-3247-4923-9ea6-87d11d559488 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 1129 time: 0.1744647 Mar 28 18:54:05.796467 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 25802d71-2b1e-4fd4-9847-c14dafb506f6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=25802d71-2b1e-4fd4-9847-c14dafb506f6,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:05.802606 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:05.859125 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-243ec8a8-ddea-45d5-9147-5b16ec548978 req-1d03593b-843a-4642-9977-5f067cfdb210 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926750 Mar 28 18:54:05.883668 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=25802d71-2b1e-4fd4-9847-c14dafb506f6,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:06.023420 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-454e0083-f13f-403b-bf62-178f942612ae req-54093b6c-72c8-4e54-801d-2c706f785c4b tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 210 time: 0.0398796 Mar 28 18:54:06.196826 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-eef4ffb9-fc02-4f53-adca-6f51eca412e1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:06.230709 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000bdc4-7239-43dc-8cff-35e9ae94b874 req-7917061c-d1fb-45cb-98f8-1e216882fd8d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:06.232424 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f000bdc4-7239-43dc-8cff-35e9ae94b874 req-7917061c-d1fb-45cb-98f8-1e216882fd8d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 932 time: 0.1620471 Mar 28 18:54:06.328197 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9898a21e-dd11-474a-85f3-0669dd84988d {{(pid=109703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:54:06.341015 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Publish callbacks [] for port (9898a21e-dd11-474a-85f3-0669dd84988d), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:06.363618 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-eef4ffb9-fc02-4f53-adca-6f51eca412e1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:06.369924 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f000bdc4-7239-43dc-8cff-35e9ae94b874 req-07713b6f-b159-4f05-8a04-8312b5fd3f66 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261179 Mar 28 18:54:06.370880 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.provisioning_blocks [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Transition to ACTIVE for port object 9898a21e-dd11-474a-85f3-0669dd84988d will not be triggered until provisioned by entity L2. {{(pid=109703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:54:06.399339 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:06.433267 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-eef4ffb9-fc02-4f53-adca-6f51eca412e1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Network c5e6a87c-ad2a-4972-8652-596abac069a8 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:06.444831 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-eef4ffb9-fc02-4f53-adca-6f51eca412e1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:06.457394 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-eef4ffb9-fc02-4f53-adca-6f51eca412e1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:54:06.462669 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-eef4ffb9-fc02-4f53-adca-6f51eca412e1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:06.463313 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-eef4ffb9-fc02-4f53-adca-6f51eca412e1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:06.471846 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4ffb9-fc02-4f53-adca-6f51eca412e1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event updated for resources: {'Port': ['ID=2d2d93df-959d-442a-b929-70bd5ee2a5ce,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:06.638616 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-eef4ffb9-fc02-4f53-adca-6f51eca412e1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0959749 Mar 28 18:54:06.673145 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Request body: {'port': {'device_id': 'dcdcc4aa-3602-4640-ae0c-33eaa6c161aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:06.748833 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Pushing event updated for resources: {'Port': ['ID=9898a21e-dd11-474a-85f3-0669dd84988d,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:06.794062 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Attempting to bind port 9898a21e-dd11-474a-85f3-0669dd84988d on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:54:06.794752 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Attempting to bind port 9898a21e-dd11-474a-85f3-0669dd84988d by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:54:06.795252 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Attempting to bind port 9898a21e-dd11-474a-85f3-0669dd84988d on network 211f47c6-29ed-4108-b184-3fd54ff73f18 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:06.843800 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Port 9898a21e-dd11-474a-85f3-0669dd84988d on network 211f47c6-29ed-4108-b184-3fd54ff73f18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:54:06.845062 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Attempting to bind port 9898a21e-dd11-474a-85f3-0669dd84988d on network 211f47c6-29ed-4108-b184-3fd54ff73f18 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:06.857995 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:06.860443 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:54:06.861062 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Checking segment: {'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:06.861672 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Bound using segment: {'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:54:06.862363 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Bound port: 9898a21e-dd11-474a-85f3-0669dd84988d, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'}}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:54:06.862919 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:06.895703 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-1e3fb698-1735-4711-ba40-3a21d6f4d1f6 None None] Provisioning complete for port 2d2d93df-959d-442a-b929-70bd5ee2a5ce triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:06.897805 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb698-1735-4711-ba40-3a21d6f4d1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:06.936239 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af1d79-364f-4d78-9a72-c91cb332679b req-97eb856d-8182-4e0a-8f9e-243c09bb768a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:06.944259 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-09af1d79-364f-4d78-9a72-c91cb332679b req-97eb856d-8182-4e0a-8f9e-243c09bb768a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.1215956 Mar 28 18:54:07.016132 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1e3fb698-1735-4711-ba40-3a21d6f4d1f6 None None] Port 2d2d93df-959d-442a-b929-70bd5ee2a5ce cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:54:07.071260 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] For port 9898a21e-dd11-474a-85f3-0669dd84988d, host hv-cinder-83548, cleared binding levels {{(pid=109703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:54:07.091682 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-09af1d79-364f-4d78-9a72-c91cb332679b req-59de3c57-63b6-441d-b2fb-dd2980100c59 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433506 Mar 28 18:54:07.093587 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] For port 9898a21e-dd11-474a-85f3-0669dd84988d, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=9898a21e-dd11-474a-85f3-0669dd84988d,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:54:07.113588 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:07.183917 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:07.184540 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:07.185965 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] 10.222.0.23 "PUT /v2.0/ports/9898a21e-dd11-474a-85f3-0669dd84988d HTTP/1.1" status: 200 len: 1094 time: 2.2146931 Mar 28 18:54:07.189429 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'tag': '9898a21e-dd11-474a-85f3-0669dd84988d'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:07.192078 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f73e80-b9ed-4812-9aad-a2f0bf4b3e75" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4cbe99-d352-43ed-95ac-866bd7f1a46c", "tag": "9898a21e-dd11-474a-85f3-0669dd84988d"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:07.233172 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dfc4f-4ebb-4b8f-92ec-4731dd8d3637 service neutron] Pushing event updated for resources: {'Port': ['ID=9898a21e-dd11-474a-85f3-0669dd84988d,revision_number=3']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:07.278439 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68223e-3126-4ca0-a857-8476c405a2e0 req-4c2c5f9c-114a-4255-9569-53725495f397 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:07.288540 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9b68223e-3126-4ca0-a857-8476c405a2e0 req-4c2c5f9c-114a-4255-9569-53725495f397 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 932 time: 0.1214471 Mar 28 18:54:07.374502 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9b68223e-3126-4ca0-a857-8476c405a2e0 req-ace06e1a-9eb2-45ea-acad-36b7b929c4ff tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850103 Mar 28 18:54:07.374619 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-341b114d-7f1b-4f45-a2b7-e066c259f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:07.376467 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-341b114d-7f1b-4f45-a2b7-e066c259f432 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c88a768b3efd4a9381507f381b0e331f&device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 1128 time: 0.1349287 Mar 28 18:54:07.395033 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d2d93df-959d-442a-b929-70bd5ee2a5ce {{(pid=109703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:54:07.436247 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Publish callbacks [] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:07.444568 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-d18fa92f-37a6-4810-a3c7-4309dcc2a1d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9898a21e-dd11-474a-85f3-0669dd84988d HTTP/1.1" status: 200 len: 217 time: 0.0575111 Mar 28 18:54:07.447395 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8e5fd8-8f18-4300-ad07-050e5a59852c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25802d71-2b1e-4fd4-9847-c14dafb506f6'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:07.449490 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6adad2-8873-45ee-838c-aced664557ba" -d '{"events": [{"server_uuid": "3b8e5fd8-8f18-4300-ad07-050e5a59852c", "name": "network-vif-plugged", "status": "completed", "tag": "25802d71-2b1e-4fd4-9847-c14dafb506f6"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:07.482111 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb218b27-8238-4f8f-935a-19d8263a8a4e x-openstack-request-id: req-bb218b27-8238-4f8f-935a-19d8263a8a4e {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:07.482453 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4cbe99-d352-43ed-95ac-866bd7f1a46c", "tag": "9898a21e-dd11-474a-85f3-0669dd84988d", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:07.482642 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb218b27-8238-4f8f-935a-19d8263a8a4e {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:07.483048 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb218b27-8238-4f8f-935a-19d8263a8a4e'] response: {'name': 'network-changed', 'server_uuid': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'tag': '9898a21e-dd11-474a-85f3-0669dd84988d', 'status': 'completed', 'code': 200} Mar 28 18:54:07.520736 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.provisioning_blocks [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Transition to ACTIVE for port object 2d2d93df-959d-442a-b929-70bd5ee2a5ce will not be triggered until provisioned by entity L2. {{(pid=109703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:54:07.529605 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:07.577532 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-7c7668ee-8a64-4760-9a07-39bce13bc4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:07.580510 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-7c7668ee-8a64-4760-9a07-39bce13bc4c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c0ba61c-eb16-48bb-8d0b-0365046be9db HTTP/1.1" status: 200 len: 856 time: 0.1281462 Mar 28 18:54:07.602064 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2d2d93df-959d-442a-b929-70bd5ee2a5ce,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:07.660504 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Attempting to bind port 2d2d93df-959d-442a-b929-70bd5ee2a5ce on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:54:07.660846 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Attempting to bind port 2d2d93df-959d-442a-b929-70bd5ee2a5ce by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:54:07.661178 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Attempting to bind port 2d2d93df-959d-442a-b929-70bd5ee2a5ce on network c5e6a87c-ad2a-4972-8652-596abac069a8 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:07.668400 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Port 2d2d93df-959d-442a-b929-70bd5ee2a5ce on network c5e6a87c-ad2a-4972-8652-596abac069a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:54:07.668731 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Attempting to bind port 2d2d93df-959d-442a-b929-70bd5ee2a5ce on network c5e6a87c-ad2a-4972-8652-596abac069a8 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:07.684943 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:54:07.685294 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Checking segment: {'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:07.685684 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Bound using segment: {'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:54:07.696873 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Bound port: 2d2d93df-959d-442a-b929-70bd5ee2a5ce, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'}}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:54:07.697263 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:07.730005 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f7c67437-751a-41cb-b11f-eb72d942928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:07.731632 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-f7c67437-751a-41cb-b11f-eb72d942928b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211f47c6-29ed-4108-b184-3fd54ff73f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1328115 Mar 28 18:54:07.750842 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617e302-1419-4ff1-b5ed-91aa44ddaddd req-a1bc21d5-3ce6-4e4d-baff-204459fd89c8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:07.767135 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9617e302-1419-4ff1-b5ed-91aa44ddaddd req-a1bc21d5-3ce6-4e4d-baff-204459fd89c8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.2155271 Mar 28 18:54:07.862555 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9617e302-1419-4ff1-b5ed-91aa44ddaddd req-cc6d5769-ad6f-415c-952b-66d9660cdaa7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896308 Mar 28 18:54:07.988585 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c85a585-a722-485d-b0c7-b213307dc8df x-openstack-request-id: req-1c85a585-a722-485d-b0c7-b213307dc8df {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:07.989461 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8e5fd8-8f18-4300-ad07-050e5a59852c", "name": "network-vif-plugged", "status": "completed", "tag": "25802d71-2b1e-4fd4-9847-c14dafb506f6", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:07.989894 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c85a585-a722-485d-b0c7-b213307dc8df {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:07.990457 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c85a585-a722-485d-b0c7-b213307dc8df'] response: {'server_uuid': '3b8e5fd8-8f18-4300-ad07-050e5a59852c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25802d71-2b1e-4fd4-9847-c14dafb506f6', 'code': 200} Mar 28 18:54:07.994859 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] For port 2d2d93df-959d-442a-b929-70bd5ee2a5ce, host hv-cinder-83548, cleared binding levels {{(pid=109703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:54:08.004574 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] For port 2d2d93df-959d-442a-b929-70bd5ee2a5ce, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2d2d93df-959d-442a-b929-70bd5ee2a5ce,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:54:08.012887 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-ff39ffe1-5d04-4bc1-a10a-8dacae77d10c service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990206 Mar 28 18:54:08.015041 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:08.109241 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:08.109934 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:08.111426 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] 10.222.0.23 "PUT /v2.0/ports/2d2d93df-959d-442a-b929-70bd5ee2a5ce HTTP/1.1" status: 200 len: 1094 time: 1.4527662 Mar 28 18:54:08.150043 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f84ef-c706-4861-b425-e8cd0af917f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2d2d93df-959d-442a-b929-70bd5ee2a5ce,revision_number=3']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:08.221623 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a1bb6b7e-3859-4d09-9e53-421a8b5de48c req-3ea680bb-c7ba-4a6a-8c78-964f7b756488 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657124 Mar 28 18:54:08.330334 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23024df5-bea4-4275-97ea-3b7662473df5 req-9d2fb5b6-6611-4831-b36c-3f024995c859 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:08.333685 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-23024df5-bea4-4275-97ea-3b7662473df5 req-9d2fb5b6-6611-4831-b36c-3f024995c859 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.1064484 Mar 28 18:54:08.360685 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-791ca8f1-3dd7-47ae-9ab9-d4dea1ddeb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:08.362338 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-791ca8f1-3dd7-47ae-9ab9-d4dea1ddeb34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45d2c6dc8f841e08e19262d3e899379&device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 1128 time: 0.1387477 Mar 28 18:54:08.414642 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-69af7be1-a6a5-4893-abf3-c9fae2ae6f45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d2d93df-959d-442a-b929-70bd5ee2a5ce HTTP/1.1" status: 200 len: 217 time: 0.0397375 Mar 28 18:54:08.416817 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f73e80-b9ed-4812-9aad-a2f0bf4b3e75 req-67191b49-a0f8-4938-907f-6228a1d428cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:08.418380 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-80f73e80-b9ed-4812-9aad-a2f0bf4b3e75 req-67191b49-a0f8-4938-907f-6228a1d428cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c88a768b3efd4a9381507f381b0e331f&device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 1128 time: 0.1089137 Mar 28 18:54:08.453457 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2e885-765b-4da6-b948-42e109c06ed6 req-b6781dbf-6685-4f3d-8e93-f03d5b02ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:08.462418 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f0c2e885-765b-4da6-b948-42e109c06ed6 req-b6781dbf-6685-4f3d-8e93-f03d5b02ce50 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 1129 time: 0.1527290 Mar 28 18:54:08.474481 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-23024df5-bea4-4275-97ea-3b7662473df5 req-d92e9889-0cc3-4ea4-bf25-49ab470d5904 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026344 Mar 28 18:54:08.521361 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f0c2e885-765b-4da6-b948-42e109c06ed6 req-d8c07aa0-a6b8-4291-8697-1104db4f02db service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456941 Mar 28 18:54:08.615621 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-1cea30c2-8a6d-45e2-936d-e4159027edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:08.617117 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-1cea30c2-8a6d-45e2-936d-e4159027edaf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c4a9391-442b-448c-9626-0f4d30aa8d78 HTTP/1.1" status: 200 len: 850 time: 0.1793013 Mar 28 18:54:08.644843 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e075e4-d89d-4f64-bedb-66d75e77ee0d req-49b46bb7-a30c-4a25-aa04-1b7154b865ce tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:08.646365 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b5e075e4-d89d-4f64-bedb-66d75e77ee0d req-49b46bb7-a30c-4a25-aa04-1b7154b865ce tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 944 time: 0.1660128 Mar 28 18:54:08.671559 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f73e80-b9ed-4812-9aad-a2f0bf4b3e75 req-49b51f10-6a0f-4be1-96c0-f4f093f5d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:08.673110 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-80f73e80-b9ed-4812-9aad-a2f0bf4b3e75 req-49b51f10-6a0f-4be1-96c0-f4f093f5d7df service neutron] 10.222.0.23 "GET /v2.0/networks?id=211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 200 len: 918 time: 0.2338774 Mar 28 18:54:08.712102 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b5e075e4-d89d-4f64-bedb-66d75e77ee0d req-d4a1917e-590c-4bb3-bf97-862f162f8b49 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568209 Mar 28 18:54:08.855414 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47fb6657-41c3-481c-9d55-bd67ca9ca45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:08.859050 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52590) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:08.884080 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-80f73e80-b9ed-4812-9aad-a2f0bf4b3e75 req-5ea60310-ed6f-4397-809b-137f4ac2a2bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9898a21e-dd11-474a-85f3-0669dd84988d HTTP/1.1" status: 200 len: 217 time: 0.0804133 Mar 28 18:54:08.940156 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-d9b40745-2ccd-4465-b285-a07a386ff475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:08.941690 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-d9b40745-2ccd-4465-b285-a07a386ff475 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5e6a87c-ad2a-4972-8652-596abac069a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1365905 Mar 28 18:54:08.959465 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f73e80-b9ed-4812-9aad-a2f0bf4b3e75 req-1b3c2498-c9aa-4610-a079-ab2051705eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:08.960899 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-80f73e80-b9ed-4812-9aad-a2f0bf4b3e75 req-1b3c2498-c9aa-4610-a079-ab2051705eb1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c0ba61c-eb16-48bb-8d0b-0365046be9db HTTP/1.1" status: 200 len: 856 time: 0.0642118 Mar 28 18:54:09.031203 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5f897-50fc-4e6f-ab3a-98e6fcc9af84 req-46bef624-b39f-4c29-a973-5f9f4a541b9a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:09.033833 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ebf5f897-50fc-4e6f-ab3a-98e6fcc9af84 req-46bef624-b39f-4c29-a973-5f9f4a541b9a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0688179 Mar 28 18:54:09.048262 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8064a578-2a7a-4ab8-8d7d-bb36ce4ab8df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:09.085558 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-1bd9d14d-ed0e-4d6f-82f2-0d2f709d8b7c service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355584 Mar 28 18:54:09.087608 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f73e80-b9ed-4812-9aad-a2f0bf4b3e75 req-68df34a4-4809-49cf-9954-5f4a9a161793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:09.089132 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-80f73e80-b9ed-4812-9aad-a2f0bf4b3e75 req-68df34a4-4809-49cf-9954-5f4a9a161793 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211f47c6-29ed-4108-b184-3fd54ff73f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0888093 Mar 28 18:54:09.121762 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ebf5f897-50fc-4e6f-ab3a-98e6fcc9af84 req-ed4e6b29-23fa-4dc4-bad0-c95cc65d498a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756385 Mar 28 18:54:09.206924 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8064a578-2a7a-4ab8-8d7d-bb36ce4ab8df admin admin] Publish callbacks [] for security_group (117a4bf2-598d-4fdf-a6eb-7c3f0e5941e5), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:09.212142 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8064a578-2a7a-4ab8-8d7d-bb36ce4ab8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (117a4bf2-598d-4fdf-a6eb-7c3f0e5941e5), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:09.258122 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-8064a578-2a7a-4ab8-8d7d-bb36ce4ab8df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9ecd8ebd8a5452dbc41471e572aa8be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964520 Mar 28 18:54:09.260656 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52612) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:09.262681 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064a578-2a7a-4ab8-8d7d-bb36ce4ab8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117a4bf2-598d-4fdf-a6eb-7c3f0e5941e5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:09.268635 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6894f37c-18c4-43b9-9f5e-090274a85f3e req-c8393b72-b0a0-46e3-afd5-d872c7320d13 service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723211 Mar 28 18:54:09.270496 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-80f73e80-b9ed-4812-9aad-a2f0bf4b3e75 req-67137964-116f-4c0e-b30a-edcc3acd7102 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731617 Mar 28 18:54:09.327748 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-387cd234-bac5-4b0b-9903-a854de4475b8 admin admin] Publish callbacks [] for security_group (117a4bf2-598d-4fdf-a6eb-7c3f0e5941e5), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:09.353564 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-387cd234-bac5-4b0b-9903-a854de4475b8 admin admin] Publish callbacks [] for security_group (117a4bf2-598d-4fdf-a6eb-7c3f0e5941e5), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:09.409577 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-80f73e80-b9ed-4812-9aad-a2f0bf4b3e75 req-f867da0a-079e-4f1b-9175-ac0a043443d5 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175380 Mar 28 18:54:09.427374 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-387cd234-bac5-4b0b-9903-a854de4475b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (117a4bf2-598d-4fdf-a6eb-7c3f0e5941e5), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:09.430401 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-387cd234-bac5-4b0b-9903-a854de4475b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:09.434285 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-387cd234-bac5-4b0b-9903-a854de4475b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/117a4bf2-598d-4fdf-a6eb-7c3f0e5941e5 HTTP/1.1" status: 204 len: 168 time: 0.1703844 Mar 28 18:54:09.447019 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cd234-bac5-4b0b-9903-a854de4475b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117a4bf2-598d-4fdf-a6eb-7c3f0e5941e5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:09.484368 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdcc4aa-3602-4640-ae0c-33eaa6c161aa', 'tag': '2d2d93df-959d-442a-b929-70bd5ee2a5ce'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:09.487813 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ad8e5a-d117-4a74-a11d-0562a1b59824" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdcc4aa-3602-4640-ae0c-33eaa6c161aa", "tag": "2d2d93df-959d-442a-b929-70bd5ee2a5ce"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:09.538044 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931a46d6-3605-4b76-adfe-188b93d2957d x-openstack-request-id: req-931a46d6-3605-4b76-adfe-188b93d2957d {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:09.538376 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdcc4aa-3602-4640-ae0c-33eaa6c161aa", "tag": "2d2d93df-959d-442a-b929-70bd5ee2a5ce", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:09.538940 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-931a46d6-3605-4b76-adfe-188b93d2957d {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:09.539372 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931a46d6-3605-4b76-adfe-188b93d2957d'] response: {'name': 'network-changed', 'server_uuid': 'dcdcc4aa-3602-4640-ae0c-33eaa6c161aa', 'tag': '2d2d93df-959d-442a-b929-70bd5ee2a5ce', 'status': 'completed', 'code': 200} Mar 28 18:54:09.684834 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad8e5a-d117-4a74-a11d-0562a1b59824 req-c2c8ef7e-a072-43f7-8978-816db71c3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:09.686646 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e7ad8e5a-d117-4a74-a11d-0562a1b59824 req-c2c8ef7e-a072-43f7-8978-816db71c3676 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45d2c6dc8f841e08e19262d3e899379&device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 1128 time: 0.1159756 Mar 28 18:54:09.804986 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb94271-35fe-4a8e-a67d-8f27f5b308db req-64733889-90c1-4cfb-b532-3356423e8970 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:09.806627 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1eb94271-35fe-4a8e-a67d-8f27f5b308db req-64733889-90c1-4cfb-b532-3356423e8970 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.1909833 Mar 28 18:54:09.903891 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1eb94271-35fe-4a8e-a67d-8f27f5b308db req-35a77168-d6db-4711-b5f0-66df4de8f9ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834405 Mar 28 18:54:09.909161 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a86d0-da4a-4cec-a7f2-46ccef8a6f8b req-9932fc63-8acd-4bc8-8096-4aea83ac6111 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:09.911574 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 52642) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:09.913838 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-221a86d0-da4a-4cec-a7f2-46ccef8a6f8b req-9932fc63-8acd-4bc8-8096-4aea83ac6111 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 944 time: 0.0820937 Mar 28 18:54:09.918947 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad8e5a-d117-4a74-a11d-0562a1b59824 req-2229f822-0577-4d29-bf96-a3128e6d0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:09.920985 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e7ad8e5a-d117-4a74-a11d-0562a1b59824 req-2229f822-0577-4d29-bf96-a3128e6d0625 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5e6a87c-ad2a-4972-8652-596abac069a8 HTTP/1.1" status: 200 len: 912 time: 0.2239060 Mar 28 18:54:09.929522 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2c5286d5-a5e5-4736-99cb-1e4f7841dfd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:09.974354 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-221a86d0-da4a-4cec-a7f2-46ccef8a6f8b req-bdea2509-d4a5-4457-b288-3eafb83705d3 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510168 Mar 28 18:54:09.977088 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e7ad8e5a-d117-4a74-a11d-0562a1b59824 req-1b5198b5-3b40-4d63-9484-55042b88201f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d2d93df-959d-442a-b929-70bd5ee2a5ce HTTP/1.1" status: 200 len: 217 time: 0.0444434 Mar 28 18:54:10.061460 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad8e5a-d117-4a74-a11d-0562a1b59824 req-16ab16c0-a82b-4b84-9319-bc41fbe01203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:10.063860 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e7ad8e5a-d117-4a74-a11d-0562a1b59824 req-16ab16c0-a82b-4b84-9319-bc41fbe01203 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c4a9391-442b-448c-9626-0f4d30aa8d78 HTTP/1.1" status: 200 len: 850 time: 0.0708754 Mar 28 18:54:10.116786 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2c5286d5-a5e5-4736-99cb-1e4f7841dfd0 admin admin] Publish callbacks [] for security_group (61b5d0eb-5265-4ae9-ad95-7339f21655b8), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:10.121021 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2c5286d5-a5e5-4736-99cb-1e4f7841dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (61b5d0eb-5265-4ae9-ad95-7339f21655b8), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:10.159492 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad8e5a-d117-4a74-a11d-0562a1b59824 req-857f9d9d-e2a0-41f9-8aee-bb40d2b7475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:10.161004 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e7ad8e5a-d117-4a74-a11d-0562a1b59824 req-857f9d9d-e2a0-41f9-8aee-bb40d2b7475e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5e6a87c-ad2a-4972-8652-596abac069a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0905755 Mar 28 18:54:10.171078 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-2c5286d5-a5e5-4736-99cb-1e4f7841dfd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07fa86bb09534a329a68bb65b68006cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578754 Mar 28 18:54:10.174046 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52646) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:10.181802 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5286d5-a5e5-4736-99cb-1e4f7841dfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b5d0eb-5265-4ae9-ad95-7339f21655b8,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:10.230651 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17dfd414-2073-4b35-90f6-113d007b2bdc admin admin] Publish callbacks [] for security_group (61b5d0eb-5265-4ae9-ad95-7339f21655b8), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:10.252862 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17dfd414-2073-4b35-90f6-113d007b2bdc admin admin] Publish callbacks [] for security_group (61b5d0eb-5265-4ae9-ad95-7339f21655b8), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:10.314639 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685d161-5335-4021-8bb0-e5936d877030 req-346cbda5-130e-4251-b180-b580059377ee tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:10.321798 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7685d161-5335-4021-8bb0-e5936d877030 req-346cbda5-130e-4251-b180-b580059377ee tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0941234 Mar 28 18:54:10.324369 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17dfd414-2073-4b35-90f6-113d007b2bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (61b5d0eb-5265-4ae9-ad95-7339f21655b8), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:10.325808 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e7ad8e5a-d117-4a74-a11d-0562a1b59824 req-dff492d8-222b-4e60-85b7-ff2c35ea7831 service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537383 Mar 28 18:54:10.327164 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17dfd414-2073-4b35-90f6-113d007b2bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:10.328434 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-17dfd414-2073-4b35-90f6-113d007b2bdc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61b5d0eb-5265-4ae9-ad95-7339f21655b8 HTTP/1.1" status: 204 len: 168 time: 0.1532376 Mar 28 18:54:10.357597 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfd414-2073-4b35-90f6-113d007b2bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b5d0eb-5265-4ae9-ad95-7339f21655b8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:10.620471 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7685d161-5335-4021-8bb0-e5936d877030 req-05c251fc-a6ec-4070-9aae-439940deae49 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977238 Mar 28 18:54:10.656048 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e7ad8e5a-d117-4a74-a11d-0562a1b59824 req-e9dead50-d7f3-4388-804b-5c0ea983f9f5 service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227379 Mar 28 18:54:10.829873 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 9898a21e-dd11-474a-85f3-0669dd84988d details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:54:10.965677 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 9898a21e-dd11-474a-85f3-0669dd84988d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=9898a21e-dd11-474a-85f3-0669dd84988d,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:10.985271 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '9898a21e-dd11-474a-85f3-0669dd84988d', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'port_id': '9898a21e-dd11-474a-85f3-0669dd84988d', 'mac_address': 'fa:16:3e:e3:b0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:54:11.007862 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52692) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:11.077216 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b0abd623-8ea7-45af-9fdb-ef42d8105252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:11.085164 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 9898a21e-dd11-474a-85f3-0669dd84988d is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:11.085969 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:11.099540 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59844b95-1877-4bf1-998c-e4984215f855 req-2eadb612-5f14-4416-a03e-3e2664a791ab tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:11.101508 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-59844b95-1877-4bf1-998c-e4984215f855 req-2eadb612-5f14-4416-a03e-3e2664a791ab tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0683498 Mar 28 18:54:11.102932 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9898a21e-dd11-474a-85f3-0669dd84988d {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:54:11.148677 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 9898a21e-dd11-474a-85f3-0669dd84988d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=9898a21e-dd11-474a-85f3-0669dd84988d,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:11.153754 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:11.165341 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-59844b95-1877-4bf1-998c-e4984215f855 req-087646a4-06f7-4173-a1b5-703c3918aed8 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579050 Mar 28 18:54:11.166181 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52b1e2-1d70-45e9-852b-2cfc79bfcce4 req-419868f5-2c43-4b4b-a2b3-405651eb72ac tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:11.168625 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-de52b1e2-1d70-45e9-852b-2cfc79bfcce4 req-419868f5-2c43-4b4b-a2b3-405651eb72ac tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 944 time: 0.0993857 Mar 28 18:54:11.197531 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35a6c814-8304-4414-a8d9-a2bd9d260f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:11.252994 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-de52b1e2-1d70-45e9-852b-2cfc79bfcce4 req-1116ad12-db07-4988-be00-b9c4b7fe7aa1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725014 Mar 28 18:54:11.272840 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=9898a21e-dd11-474a-85f3-0669dd84988d,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:11.307143 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35a6c814-8304-4414-a8d9-a2bd9d260f7f admin admin] Publish callbacks [] for security_group (ee7d68a1-bfc0-46d1-a74e-3dfae2208545), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:11.311454 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35a6c814-8304-4414-a8d9-a2bd9d260f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (ee7d68a1-bfc0-46d1-a74e-3dfae2208545), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:11.367694 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-35a6c814-8304-4414-a8d9-a2bd9d260f7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f858b69ca6f430d8a6c7241badfad6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564260 Mar 28 18:54:11.367694 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6c814-8304-4414-a8d9-a2bd9d260f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7d68a1-bfc0-46d1-a74e-3dfae2208545,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:11.368391 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 52706) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:11.414222 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['9898a21e-dd11-474a-85f3-0669dd84988d'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:54:11.421372 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fff2d797-08b2-4704-a293-6e70a33f5ac9 admin admin] Publish callbacks [] for security_group (ee7d68a1-bfc0-46d1-a74e-3dfae2208545), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:11.447335 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fff2d797-08b2-4704-a293-6e70a33f5ac9 admin admin] Publish callbacks [] for security_group (ee7d68a1-bfc0-46d1-a74e-3dfae2208545), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:11.608568 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9146e-2939-4b44-9524-8c00d12329a9 req-37a05d2f-42a2-47cc-9c44-002d4c309ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:11.610393 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b4f9146e-2939-4b44-9524-8c00d12329a9 req-37a05d2f-42a2-47cc-9c44-002d4c309ac9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 1129 time: 0.0881190 Mar 28 18:54:11.631210 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fff2d797-08b2-4704-a293-6e70a33f5ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (ee7d68a1-bfc0-46d1-a74e-3dfae2208545), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:11.633689 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fff2d797-08b2-4704-a293-6e70a33f5ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:11.637441 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-fff2d797-08b2-4704-a293-6e70a33f5ac9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee7d68a1-bfc0-46d1-a74e-3dfae2208545 HTTP/1.1" status: 204 len: 168 time: 0.2683742 Mar 28 18:54:11.689893 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2d797-08b2-4704-a293-6e70a33f5ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7d68a1-bfc0-46d1-a74e-3dfae2208545,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:11.711278 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93be128-c939-46a5-9f51-8af5e3583f3b req-31e0d8f6-ab34-453f-9148-6ec096ba9e89 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:11.712838 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a93be128-c939-46a5-9f51-8af5e3583f3b req-31e0d8f6-ab34-453f-9148-6ec096ba9e89 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.1518612 Mar 28 18:54:11.799864 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9146e-2939-4b44-9524-8c00d12329a9 req-2160c6ba-8e0b-4069-b86a-fcefb858254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:11.801348 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b4f9146e-2939-4b44-9524-8c00d12329a9 req-2160c6ba-8e0b-4069-b86a-fcefb858254f service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 919 time: 0.1840367 Mar 28 18:54:11.805737 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a93be128-c939-46a5-9f51-8af5e3583f3b req-ec8a8803-e730-4a6e-8b03-e1dd7e427cd5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868795 Mar 28 18:54:11.901080 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b4f9146e-2939-4b44-9524-8c00d12329a9 req-ad284c00-6fe0-4a76-9c43-79212e7dabb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25802d71-2b1e-4fd4-9847-c14dafb506f6 HTTP/1.1" status: 200 len: 217 time: 0.0733674 Mar 28 18:54:11.914246 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff28212-3ac0-4af4-a8cc-d50e6e018050 req-b7112f69-bde5-4399-b130-e91fc2b9d487 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:11.915741 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-aff28212-3ac0-4af4-a8cc-d50e6e018050 req-b7112f69-bde5-4399-b130-e91fc2b9d487 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 945 time: 0.0822830 Mar 28 18:54:11.990309 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-aff28212-3ac0-4af4-a8cc-d50e6e018050 req-e9d4b2c7-a0ae-42e9-a774-353c0cdfe2b0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656497 Mar 28 18:54:12.008087 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9146e-2939-4b44-9524-8c00d12329a9 req-8b8cf281-1137-4e42-b1c0-641e5f4a124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:12.012747 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b4f9146e-2939-4b44-9524-8c00d12329a9 req-8b8cf281-1137-4e42-b1c0-641e5f4a124f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.1040182 Mar 28 18:54:12.036559 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38544e-2be6-4cf4-b34a-21662c71fb44 req-67dab03d-a831-47e6-a9e9-cf2b05277b06 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:12.042204 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fc38544e-2be6-4cf4-b34a-21662c71fb44 req-67dab03d-a831-47e6-a9e9-cf2b05277b06 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 945 time: 0.1440511 Mar 28 18:54:12.052398 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52740) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:12.074867 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6eba589f-7271-4212-a884-c1526e0b452e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:12.130343 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fc38544e-2be6-4cf4-b34a-21662c71fb44 req-6d9a72c0-cef5-4109-ae9c-010183a99ff5 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769796 Mar 28 18:54:12.154037 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9146e-2939-4b44-9524-8c00d12329a9 req-8a5c90c9-4a5b-4619-b0bb-801c72de0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:12.168382 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b4f9146e-2939-4b44-9524-8c00d12329a9 req-8a5c90c9-4a5b-4619-b0bb-801c72de0f1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1417735 Mar 28 18:54:12.191178 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6eba589f-7271-4212-a884-c1526e0b452e admin admin] Publish callbacks [] for security_group (511b6fdd-c51d-4d66-81ea-8a8f1edc651f), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:12.198299 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6eba589f-7271-4212-a884-c1526e0b452e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (511b6fdd-c51d-4d66-81ea-8a8f1edc651f), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:12.225931 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:12.243689 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-6eba589f-7271-4212-a884-c1526e0b452e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f035917f685947a786f11fa7de5e3b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891251 Mar 28 18:54:12.247007 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52750) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:12.285687 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba589f-7271-4212-a884-c1526e0b452e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511b6fdd-c51d-4d66-81ea-8a8f1edc651f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:12.322683 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b4f9146e-2939-4b44-9524-8c00d12329a9 req-c68d6202-003d-4703-86cf-6135bcafd1e4 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533647 Mar 28 18:54:12.324187 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-066ad3cd-2029-4543-8bd9-7d8b6aeffe65 admin admin] Publish callbacks [] for security_group (511b6fdd-c51d-4d66-81ea-8a8f1edc651f), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:12.357581 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-066ad3cd-2029-4543-8bd9-7d8b6aeffe65 admin admin] Publish callbacks [] for security_group (511b6fdd-c51d-4d66-81ea-8a8f1edc651f), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:12.432123 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-066ad3cd-2029-4543-8bd9-7d8b6aeffe65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (511b6fdd-c51d-4d66-81ea-8a8f1edc651f), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:12.435288 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-066ad3cd-2029-4543-8bd9-7d8b6aeffe65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:12.436650 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-066ad3cd-2029-4543-8bd9-7d8b6aeffe65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/511b6fdd-c51d-4d66-81ea-8a8f1edc651f HTTP/1.1" status: 204 len: 168 time: 0.1884503 Mar 28 18:54:12.465108 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ad3cd-2029-4543-8bd9-7d8b6aeffe65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511b6fdd-c51d-4d66-81ea-8a8f1edc651f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:12.475945 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b4f9146e-2939-4b44-9524-8c00d12329a9 req-09441b8d-df58-4b9e-81b2-e0cc178d5e60 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470711 Mar 28 18:54:12.505692 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f3ab9-302c-4c6f-9cfc-de1c0008a07c req-27ff5d14-c0f3-4527-a5ea-113695771b71 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:12.512508 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0e7f3ab9-302c-4c6f-9cfc-de1c0008a07c req-27ff5d14-c0f3-4527-a5ea-113695771b71 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 944 time: 0.1032796 Mar 28 18:54:12.579656 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0e7f3ab9-302c-4c6f-9cfc-de1c0008a07c req-4edc8d71-64cd-4fec-9945-31e5196d17fe tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662439 Mar 28 18:54:12.852850 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 2d2d93df-959d-442a-b929-70bd5ee2a5ce details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:54:12.861143 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 9898a21e-dd11-474a-85f3-0669dd84988d up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:54:12.944563 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba3843-0105-4fe2-a6be-9e2b68849fd4 req-febf3e55-4de9-461d-94fa-2d371047c372 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:12.946152 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-4dba3843-0105-4fe2-a6be-9e2b68849fd4 req-febf3e55-4de9-461d-94fa-2d371047c372 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0649915 Mar 28 18:54:12.972272 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 9898a21e-dd11-474a-85f3-0669dd84988d completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:54:12.978930 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 9898a21e-dd11-474a-85f3-0669dd84988d triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:12.979470 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:13.011056 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-4dba3843-0105-4fe2-a6be-9e2b68849fd4 req-50617502-2f76-45f8-9273-07028b7fee4c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550563 Mar 28 18:54:13.029080 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 2d2d93df-959d-442a-b929-70bd5ee2a5ce, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2d2d93df-959d-442a-b929-70bd5ee2a5ce,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:13.053415 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '2d2d93df-959d-442a-b929-70bd5ee2a5ce', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'port_id': '2d2d93df-959d-442a-b929-70bd5ee2a5ce', 'mac_address': 'fa:16:3e:c1:eb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:54:13.123869 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 2d2d93df-959d-442a-b929-70bd5ee2a5ce is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:13.124260 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:13.130146 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 9898a21e-dd11-474a-85f3-0669dd84988d is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:13.130526 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:13.169210 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d529f0-4ddb-4d44-871d-8cc3714236a3 req-5a52da1f-6152-4b9d-8ef9-8cbb8e29e2dd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:13.176542 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-20d529f0-4ddb-4d44-871d-8cc3714236a3 req-5a52da1f-6152-4b9d-8ef9-8cbb8e29e2dd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 945 time: 0.0718064 Mar 28 18:54:13.178914 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2d93df-959d-442a-b929-70bd5ee2a5ce {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:54:13.186978 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9898a21e-dd11-474a-85f3-0669dd84988d'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:13.190597 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b8f5f4-7b15-40e0-9151-ad423c60b52c" -d '{"events": [{"server_uuid": "ef4cbe99-d352-43ed-95ac-866bd7f1a46c", "name": "network-vif-plugged", "status": "completed", "tag": "9898a21e-dd11-474a-85f3-0669dd84988d"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:13.215614 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 9898a21e-dd11-474a-85f3-0669dd84988d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=9898a21e-dd11-474a-85f3-0669dd84988d,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:13.236100 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-20d529f0-4ddb-4d44-871d-8cc3714236a3 req-0c3ab736-5191-4738-a9bf-b0fe1113b3ef tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586829 Mar 28 18:54:13.254047 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:13.257747 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 2d2d93df-959d-442a-b929-70bd5ee2a5ce, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2d2d93df-959d-442a-b929-70bd5ee2a5ce,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:13.270220 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:13.327493 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549347f-3cb4-4118-9b59-8708fedc71ac req-28436f0c-65eb-4d87-9b55-49acb4c27678 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:13.344937 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2549347f-3cb4-4118-9b59-8708fedc71ac req-28436f0c-65eb-4d87-9b55-49acb4c27678 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 945 time: 0.1314130 Mar 28 18:54:13.355255 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d28ef1d-45bd-4a86-a5ae-5e7a0b579951 x-openstack-request-id: req-3d28ef1d-45bd-4a86-a5ae-5e7a0b579951 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:13.355526 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4cbe99-d352-43ed-95ac-866bd7f1a46c", "name": "network-vif-plugged", "status": "completed", "tag": "9898a21e-dd11-474a-85f3-0669dd84988d", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:13.355975 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d28ef1d-45bd-4a86-a5ae-5e7a0b579951 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:13.356535 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d28ef1d-45bd-4a86-a5ae-5e7a0b579951'] response: {'server_uuid': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9898a21e-dd11-474a-85f3-0669dd84988d', 'code': 200} Mar 28 18:54:13.369297 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=9898a21e-dd11-474a-85f3-0669dd84988d,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:13.423501 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2549347f-3cb4-4118-9b59-8708fedc71ac req-0399422c-6acf-4335-af08-b24a5ed6066f tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718327 Mar 28 18:54:13.447228 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=2d2d93df-959d-442a-b929-70bd5ee2a5ce,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:13.534854 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e6418-b3c7-4235-872b-4443f747eed0 req-0d8d6511-4013-4b90-9c52-903c1cf53160 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:13.536624 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-632e6418-b3c7-4235-872b-4443f747eed0 req-0d8d6511-4013-4b90-9c52-903c1cf53160 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.23 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 945 time: 0.0820131 Mar 28 18:54:13.547996 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['2d2d93df-959d-442a-b929-70bd5ee2a5ce'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:54:13.661440 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:13.775432 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb2f2d-34c1-427b-8b5b-f311ea88e31a req-d68ffa7f-2414-4297-b8f2-3297628d1381 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:13.776964 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6ecb2f2d-34c1-427b-8b5b-f311ea88e31a req-d68ffa7f-2414-4297-b8f2-3297628d1381 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 945 time: 0.0748093 Mar 28 18:54:13.830549 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec17cc-4908-4806-9935-529f1740ff1a req-dff1ca9d-a41a-4477-9b57-fb95544725fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:13.831800 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6ecb2f2d-34c1-427b-8b5b-f311ea88e31a req-c718df41-1d23-4d2d-a946-19018bc786c3 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482569 Mar 28 18:54:13.832143 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-beec17cc-4908-4806-9935-529f1740ff1a req-dff1ca9d-a41a-4477-9b57-fb95544725fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 1130 time: 0.2059963 Mar 28 18:54:13.912356 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [req-632e6418-b3c7-4235-872b-4443f747eed0 req-6e554f85-4821-4f3b-a99c-4dfd9f27fba6 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Deleting port 025b686e-56a8-46f9-ba53-ce0b5a24596c {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:54:13.912752 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-632e6418-b3c7-4235-872b-4443f747eed0 req-6e554f85-4821-4f3b-a99c-4dfd9f27fba6 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:13.928959 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-beec17cc-4908-4806-9935-529f1740ff1a req-0985c5b7-3e2f-4565-a87b-9e7fe0d6a7e1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880377 Mar 28 18:54:14.008933 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-632e6418-b3c7-4235-872b-4443f747eed0 req-6e554f85-4821-4f3b-a99c-4dfd9f27fba6 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] For port 025b686e-56a8-46f9-ba53-ce0b5a24596c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=025b686e-56a8-46f9-ba53-ce0b5a24596c,segment=NetworkSegment(2d6b25be-57b8-43dd-82a6-ff3b24e07726),segment_id=2d6b25be-57b8-43dd-82a6-ff3b24e07726)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:14.009566 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-632e6418-b3c7-4235-872b-4443f747eed0 req-6e554f85-4821-4f3b-a99c-4dfd9f27fba6 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:14.028731 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [req-632e6418-b3c7-4235-872b-4443f747eed0 req-6e554f85-4821-4f3b-a99c-4dfd9f27fba6 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Calling delete_port for 025b686e-56a8-46f9-ba53-ce0b5a24596c owned by compute:nova {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:54:14.180124 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64f708-30fd-4737-a815-4b6cfdf72e44 req-08022527-df5f-4632-bb16-b58ed5916fde tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:14.181600 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9c64f708-30fd-4737-a815-4b6cfdf72e44 req-08022527-df5f-4632-bb16-b58ed5916fde tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0852268 Mar 28 18:54:14.273356 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9c64f708-30fd-4737-a815-4b6cfdf72e44 req-56c4c7a4-92b8-43ed-a531-c7a007366cd1 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839720 Mar 28 18:54:14.279540 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-632e6418-b3c7-4235-872b-4443f747eed0 req-6e554f85-4821-4f3b-a99c-4dfd9f27fba6 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925'] for port (025b686e-56a8-46f9-ba53-ce0b5a24596c), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:14.296025 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['025b686e-56a8-46f9-ba53-ce0b5a24596c'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:54:14.333062 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e554f85-4821-4f3b-a99c-4dfd9f27fba6 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Pushing event deleted for resources: {'Port': ['ID=025b686e-56a8-46f9-ba53-ce0b5a24596c,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:14.384453 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deba3b-e86c-45d4-846d-d3b67cdc13c5 req-7bfce987-bb1c-43ad-920d-b9d6a6d2a0df tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:14.385989 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-81deba3b-e86c-45d4-846d-d3b67cdc13c5 req-7bfce987-bb1c-43ad-920d-b9d6a6d2a0df tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.0718386 Mar 28 18:54:14.410408 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-632e6418-b3c7-4235-872b-4443f747eed0 req-6e554f85-4821-4f3b-a99c-4dfd9f27fba6 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] No DVR routers for this DVR port 025b686e-56a8-46f9-ba53-ce0b5a24596c on host hv-cinder-83548 {{(pid=109703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:54:14.413526 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-632e6418-b3c7-4235-872b-4443f747eed0 req-6e554f85-4821-4f3b-a99c-4dfd9f27fba6 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:14.416881 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-632e6418-b3c7-4235-872b-4443f747eed0 req-6e554f85-4821-4f3b-a99c-4dfd9f27fba6 tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.23 "DELETE /v2.0/ports/025b686e-56a8-46f9-ba53-ce0b5a24596c HTTP/1.1" status: 204 len: 173 time: 0.8710022 Mar 28 18:54:14.417327 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1461c26c-1217-4984-95df-b1e831332082', 'name': 'network-vif-deleted', 'tag': '025b686e-56a8-46f9-ba53-ce0b5a24596c'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:14.419619 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b1517b-04f5-49e4-bc09-9f2ea52145ca" -d '{"events": [{"server_uuid": "1461c26c-1217-4984-95df-b1e831332082", "name": "network-vif-deleted", "tag": "025b686e-56a8-46f9-ba53-ce0b5a24596c"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:14.454738 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-81deba3b-e86c-45d4-846d-d3b67cdc13c5 req-c7bad7c6-c8f3-4627-a9bd-80e2075989ca tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605254 Mar 28 18:54:14.461936 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc269425-d925-40e5-9255-009b068b57c5 x-openstack-request-id: req-bc269425-d925-40e5-9255-009b068b57c5 {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:14.462237 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1461c26c-1217-4984-95df-b1e831332082", "name": "network-vif-deleted", "tag": "025b686e-56a8-46f9-ba53-ce0b5a24596c", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:14.462512 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc269425-d925-40e5-9255-009b068b57c5 {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:14.462918 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc269425-d925-40e5-9255-009b068b57c5'] response: {'server_uuid': '1461c26c-1217-4984-95df-b1e831332082', 'name': 'network-vif-deleted', 'tag': '025b686e-56a8-46f9-ba53-ce0b5a24596c', 'status': 'completed', 'code': 200} Mar 28 18:54:14.548930 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3ff2c692-60f9-40db-a3bd-2c2caa99cedd req-ae86d790-e1c6-4604-91f6-5801f32aa63b tempest-DeleteServersTestJSON-261228588 tempest-DeleteServersTestJSON-261228588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1461c26c-1217-4984-95df-b1e831332082 HTTP/1.1" status: 200 len: 210 time: 0.0282423 Mar 28 18:54:14.855310 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 2d2d93df-959d-442a-b929-70bd5ee2a5ce up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:54:14.938904 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 2d2d93df-959d-442a-b929-70bd5ee2a5ce completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:54:14.950877 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 2d2d93df-959d-442a-b929-70bd5ee2a5ce triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:14.951379 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:14.973588 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8d029-60ef-4984-ad34-f99da3a5785e req-c3c6cbae-e308-45c1-90c3-c3b377e35ec2 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:14.975725 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bed8d029-60ef-4984-ad34-f99da3a5785e req-c3c6cbae-e308-45c1-90c3-c3b377e35ec2 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 945 time: 0.0653641 Mar 28 18:54:15.043460 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bed8d029-60ef-4984-ad34-f99da3a5785e req-b06874c0-e9fe-40c2-bb42-8a2eb0532866 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619342 Mar 28 18:54:15.056593 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 2d2d93df-959d-442a-b929-70bd5ee2a5ce is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:15.057035 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:15.088109 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:15.106047 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 2d2d93df-959d-442a-b929-70bd5ee2a5ce, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2d2d93df-959d-442a-b929-70bd5ee2a5ce,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:15.114785 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:15.173514 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=2d2d93df-959d-442a-b929-70bd5ee2a5ce,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:15.357576 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdcc4aa-3602-4640-ae0c-33eaa6c161aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2d93df-959d-442a-b929-70bd5ee2a5ce'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:15.360163 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e693777-e7e3-4512-945a-c67a31ef571f" -d '{"events": [{"server_uuid": "dcdcc4aa-3602-4640-ae0c-33eaa6c161aa", "name": "network-vif-plugged", "status": "completed", "tag": "2d2d93df-959d-442a-b929-70bd5ee2a5ce"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:15.396367 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf49b6c-5acf-4157-97db-02ea64b5f9e8 x-openstack-request-id: req-ebf49b6c-5acf-4157-97db-02ea64b5f9e8 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:15.396690 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdcc4aa-3602-4640-ae0c-33eaa6c161aa", "name": "network-vif-plugged", "status": "completed", "tag": "2d2d93df-959d-442a-b929-70bd5ee2a5ce", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:15.396950 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebf49b6c-5acf-4157-97db-02ea64b5f9e8 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:15.397340 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebf49b6c-5acf-4157-97db-02ea64b5f9e8'] response: {'server_uuid': 'dcdcc4aa-3602-4640-ae0c-33eaa6c161aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2d93df-959d-442a-b929-70bd5ee2a5ce', 'code': 200} Mar 28 18:54:15.420830 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b8794-98a8-49f1-95ee-50137db069d5 req-e73a8bf7-a688-41f2-a0fb-31b47131ffaf tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:15.422551 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-571b8794-98a8-49f1-95ee-50137db069d5 req-e73a8bf7-a688-41f2-a0fb-31b47131ffaf tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0624580 Mar 28 18:54:15.470455 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-571b8794-98a8-49f1-95ee-50137db069d5 req-2b917c35-50d9-4cb3-bbbe-020dcd91b661 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423038 Mar 28 18:54:15.576824 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbd766-702f-4fbf-9119-f11000cd0381 req-0ebf0e18-7b28-4772-af32-1b782de6ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:15.578311 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-87cbd766-702f-4fbf-9119-f11000cd0381 req-0ebf0e18-7b28-4772-af32-1b782de6ee4a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 1130 time: 0.0454333 Mar 28 18:54:15.580574 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d511c26-666c-4ee2-8ca4-d51fb7d9f8fd req-daea7730-a044-443d-a233-3fa5a4e168cf tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:15.582084 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d511c26-666c-4ee2-8ca4-d51fb7d9f8fd req-daea7730-a044-443d-a233-3fa5a4e168cf tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.0532033 Mar 28 18:54:15.627432 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-87cbd766-702f-4fbf-9119-f11000cd0381 req-d7024026-df24-4212-9f57-be7820dc63c8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425909 Mar 28 18:54:15.633999 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d511c26-666c-4ee2-8ca4-d51fb7d9f8fd req-b4a48aee-2bed-4f06-bc01-b830ad55e5e9 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458910 Mar 28 18:54:15.763722 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846d4c5-d2ac-468d-9f87-1b173f2ef4c6 req-29ed764a-9ce1-49af-b9da-c98e99546446 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:15.766245 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2846d4c5-d2ac-468d-9f87-1b173f2ef4c6 req-29ed764a-9ce1-49af-b9da-c98e99546446 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.0643792 Mar 28 18:54:15.774602 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 52904) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:15.779011 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-4635cc96-4506-4e2e-816d-59c3c3fd259f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Request body: {'floatingip': {'port_id': '9898a21e-dd11-474a-85f3-0669dd84988d'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:15.855512 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4635cc96-4506-4e2e-816d-59c3c3fd259f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for floatingip (379ad4b6-56f2-46a3-9ef0-5902b2ca1f34), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:16.228597 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eea527-d0d5-47fe-b87b-ab118cfde5f6 req-e4b5c347-7c41-4f68-8683-b5ec34b98d7b tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:16.230316 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-74eea527-d0d5-47fe-b87b-ab118cfde5f6 req-e4b5c347-7c41-4f68-8683-b5ec34b98d7b tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0851512 Mar 28 18:54:16.318888 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-74eea527-d0d5-47fe-b87b-ab118cfde5f6 req-0d2e271d-dac6-4c5e-b113-f70f1aa1da43 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826139 Mar 28 18:54:16.725412 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b307c36-6742-46fb-8429-595b09bb2414 req-b2e21fe8-7f8c-4ec5-8170-7d7baff4dbe6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:16.726898 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3b307c36-6742-46fb-8429-595b09bb2414 req-b2e21fe8-7f8c-4ec5-8170-7d7baff4dbe6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.1747572 Mar 28 18:54:16.780606 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4635cc96-4506-4e2e-816d-59c3c3fd259f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:16.786623 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4635cc96-4506-4e2e-816d-59c3c3fd259f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (379ad4b6-56f2-46a3-9ef0-5902b2ca1f34), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:16.872679 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3b307c36-6742-46fb-8429-595b09bb2414 req-6bd18776-6742-4c31-804c-f59312587149 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398385 Mar 28 18:54:16.909374 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.l3_db [None req-4635cc96-4506-4e2e-816d-59c3c3fd259f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Floating IP 379ad4b6-56f2-46a3-9ef0-5902b2ca1f34 associated. External IP: 172.28.0.31, port: 9898a21e-dd11-474a-85f3-0669dd84988d. Mar 28 18:54:17.014422 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52958) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:17.059636 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e74a48d-ad85-4947-9fad-25ae7a46121e admin admin] Deleting subnet 38be775d-72e9-43b9-9693-1861d07100a0 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 18:54:17.062763 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e74a48d-ad85-4947-9fad-25ae7a46121e admin admin] Publish callbacks [] for subnet (38be775d-72e9-43b9-9693-1861d07100a0), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:17.097589 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e74a48d-ad85-4947-9fad-25ae7a46121e admin admin] Publish callbacks [] for subnet (38be775d-72e9-43b9-9693-1861d07100a0), precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:17.106705 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e74a48d-ad85-4947-9fad-25ae7a46121e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (38be775d-72e9-43b9-9693-1861d07100a0), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:17.124033 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4635cc96-4506-4e2e-816d-59c3c3fd259f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:54:17.181062 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e74a48d-ad85-4947-9fad-25ae7a46121e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for subnet (38be775d-72e9-43b9-9693-1861d07100a0), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:17.208170 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74a48d-ad85-4947-9fad-25ae7a46121e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38be775d-72e9-43b9-9693-1861d07100a0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:17.213342 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e74a48d-ad85-4947-9fad-25ae7a46121e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:17.216552 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-7e74a48d-ad85-4947-9fad-25ae7a46121e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/38be775d-72e9-43b9-9693-1861d07100a0 HTTP/1.1" status: 204 len: 168 time: 0.2010989 Mar 28 18:54:17.219032 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 52966) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:17.242084 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4635cc96-4506-4e2e-816d-59c3c3fd259f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:54:17.247391 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4635cc96-4506-4e2e-816d-59c3c3fd259f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:17.259585 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c0e776-5eed-4575-8f76-da0335489c0c None None] Sync routers for ids ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:54:17.275252 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c0e776-5eed-4575-8f76-da0335489c0c None None] Routers {'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:54:17.276098 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a6c0e776-5eed-4575-8f76-da0335489c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:54:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:17.290282 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-4635cc96-4506-4e2e-816d-59c3c3fd259f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "PUT /v2.0/floatingips/379ad4b6-56f2-46a3-9ef0-5902b2ca1f34 HTTP/1.1" status: 200 len: 991 time: 1.5145648 Mar 28 18:54:17.290962 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'tag': '9898a21e-dd11-474a-85f3-0669dd84988d'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:17.293373 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda14237-5d0b-4dc8-b09a-5837396acdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4cbe99-d352-43ed-95ac-866bd7f1a46c", "tag": "9898a21e-dd11-474a-85f3-0669dd84988d"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:17.311631 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (9ba58ccc-4bcd-404b-90da-454934ee342c), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:17.358311 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e95a20d-30c2-464b-ba3a-d8f1235a7ecf x-openstack-request-id: req-5e95a20d-30c2-464b-ba3a-d8f1235a7ecf {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:17.358605 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4cbe99-d352-43ed-95ac-866bd7f1a46c", "tag": "9898a21e-dd11-474a-85f3-0669dd84988d", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:17.358863 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e95a20d-30c2-464b-ba3a-d8f1235a7ecf {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:17.359264 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e95a20d-30c2-464b-ba3a-d8f1235a7ecf'] response: {'name': 'network-changed', 'server_uuid': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'tag': '9898a21e-dd11-474a-85f3-0669dd84988d', 'status': 'completed', 'code': 200} Mar 28 18:54:17.433176 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (9ba58ccc-4bcd-404b-90da-454934ee342c), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:17.433509 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-a6c0e776-5eed-4575-8f76-da0335489c0c None None] Set router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:54:17.472613 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:17.472958 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:17.473764 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:17.474078 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Subscribe: > port after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:17.474407 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:17.474744 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Subscribe: > port after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:17.475066 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:17.475594 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:17.476409 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:17.477036 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:17.532513 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda14237-5d0b-4dc8-b09a-5837396acdc0 req-081a8f7e-0835-40c5-8774-bfea7d89b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:17.535431 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dda14237-5d0b-4dc8-b09a-5837396acdc0 req-081a8f7e-0835-40c5-8774-bfea7d89b691 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c88a768b3efd4a9381507f381b0e331f&device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 1130 time: 0.1666515 Mar 28 18:54:17.665087 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:17.665439 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:17.665794 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:17.666128 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:17.666499 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba58ccc-4bcd-404b-90da-454934ee342c']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:17.675138 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b16f41-1cbe-40d1-9cd1-6b232d328d5e req-e88136ce-5f47-4ce8-a2be-ab2957fca15f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:17.676459 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-29b16f41-1cbe-40d1-9cd1-6b232d328d5e req-e88136ce-5f47-4ce8-a2be-ab2957fca15f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.2525973 Mar 28 18:54:17.704820 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6b25be-57b8-43dd-82a6-ff3b24e07726') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:17.705076 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6b25be-57b8-43dd-82a6-ff3b24e07726') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:17.752026 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530571888'] for segment (2d6b25be-57b8-43dd-82a6-ff3b24e07726), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:17.756883 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda14237-5d0b-4dc8-b09a-5837396acdc0 req-c8b178d5-c7bd-47d2-9ab2-25f7fe82986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:17.758413 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dda14237-5d0b-4dc8-b09a-5837396acdc0 req-c8b178d5-c7bd-47d2-9ab2-25f7fe82986f service neutron] 10.222.0.23 "GET /v2.0/networks?id=211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 200 len: 918 time: 0.2094243 Mar 28 18:54:17.761480 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-29b16f41-1cbe-40d1-9cd1-6b232d328d5e req-ec8fbf41-cc0a-4cdb-9b4c-ad43ef4ebfda tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746279 Mar 28 18:54:17.820259 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (2d6b25be-57b8-43dd-82a6-ff3b24e07726), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:17.826405 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a6c0e776-5eed-4575-8f76-da0335489c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '379ad4b6-56f2-46a3-9ef0-5902b2ca1f34', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'floating_ip_address': '172.28.0.31', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'port_id': '9898a21e-dd11-474a-85f3-0669dd84988d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'mac_address': 'fa:16:3e:e3:b0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:53:58Z', 'updated_at': '2022-03-28T18:54:16Z', 'revision_number': 1, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:51Z', 'revision_number': 5, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:17.856200 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 18:54:17.856606 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528608995'] for segment (2d6b25be-57b8-43dd-82a6-ff3b24e07726), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:17.871653 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c0e776-5eed-4575-8f76-da0335489c0c None None] Checking router: c8d2f02d-3af7-454e-b45f-0d981ce9b4bc for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:54:17.883043 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c0e776-5eed-4575-8f76-da0335489c0c None None] Routers {'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:54:17.884721 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a6c0e776-5eed-4575-8f76-da0335489c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:54:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: from cryptography.utils import int_from_bytes Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: from cryptography.utils import int_from_bytes Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: Traceback (most recent call last): Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: timer() Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: cb(*args, **kw) Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: return func(*args, **kwargs) Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: self._notify() Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: self.callback(batched_events) Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: event.method(event) Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: return f(self, *a, **k) Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: return self._get(url).json() Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: return self.request(url, 'GET', **kwargs) Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 18:54:17.886988 dv-cinder-835483-1-smb neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 18:54:17.925618 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dda14237-5d0b-4dc8-b09a-5837396acdc0 req-17ba4b41-0eac-49b6-adfc-9ac7431bf3e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9898a21e-dd11-474a-85f3-0669dd84988d HTTP/1.1" status: 200 len: 999 time: 0.1597717 Mar 28 18:54:18.038258 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda14237-5d0b-4dc8-b09a-5837396acdc0 req-8c307782-b912-4d1f-943f-1fb865feaef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:18.042615 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-a6c0e776-5eed-4575-8f76-da0335489c0c None None] Set router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:54:18.048757 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dda14237-5d0b-4dc8-b09a-5837396acdc0 req-8c307782-b912-4d1f-943f-1fb865feaef6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c0ba61c-eb16-48bb-8d0b-0365046be9db HTTP/1.1" status: 200 len: 856 time: 0.1170213 Mar 28 18:54:18.096200 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (9ba58ccc-4bcd-404b-90da-454934ee342c), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:18.140726 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdefd5-5dcb-4d8d-b61f-5d282af47482 req-b6a0e0dd-b41f-4ee9-a4a8-3f0fd19f773b tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:18.167159 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d3bdefd5-5dcb-4d8d-b61f-5d282af47482 req-b6a0e0dd-b41f-4ee9-a4a8-3f0fd19f773b tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.2611341 Mar 28 18:54:18.178437 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53040) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:18.197785 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:18.210101 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9ba58ccc-4bcd-404b-90da-454934ee342c HTTP/1.1" status: 204 len: 168 time: 0.9896364 Mar 28 18:54:18.227139 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-11384c3b-6ce6-490d-9d57-994f83f77016 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Request body: {'floatingip': {'port_id': '2d2d93df-959d-442a-b929-70bd5ee2a5ce'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:18.280023 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd22edd-9974-469f-9d44-75e7748a6369 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ba58ccc-4bcd-404b-90da-454934ee342c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:18.286175 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b4361-89ed-4dd8-bf32-26306ccd6aa9 req-6125f464-7975-48a3-9ac5-bee068efc08c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:18.296413 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bc5b4361-89ed-4dd8-bf32-26306ccd6aa9 req-6125f464-7975-48a3-9ac5-bee068efc08c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.2723310 Mar 28 18:54:18.323704 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda14237-5d0b-4dc8-b09a-5837396acdc0 req-de09ab89-419d-4144-ac73-f93406339103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:18.327036 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dda14237-5d0b-4dc8-b09a-5837396acdc0 req-de09ab89-419d-4144-ac73-f93406339103 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211f47c6-29ed-4108-b184-3fd54ff73f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2291164 Mar 28 18:54:18.361544 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11384c3b-6ce6-490d-9d57-994f83f77016 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for floatingip (878962b2-2c7a-4b5d-9244-2f786973aabc), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:18.413806 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53052) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:18.465690 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bc5b4361-89ed-4dd8-bf32-26306ccd6aa9 req-c5cd2880-2f60-4ccd-98ba-1b0b49f7dcd1 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684022 Mar 28 18:54:18.508418 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dda14237-5d0b-4dc8-b09a-5837396acdc0 req-5624563f-f338-403a-b415-bc95efb7673a service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677234 Mar 28 18:54:18.550053 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53058) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:18.582339 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a6c0e776-5eed-4575-8f76-da0335489c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '379ad4b6-56f2-46a3-9ef0-5902b2ca1f34', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'floating_ip_address': '172.28.0.31', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'port_id': '9898a21e-dd11-474a-85f3-0669dd84988d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'mac_address': 'fa:16:3e:e3:b0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:53:58Z', 'updated_at': '2022-03-28T18:54:16Z', 'revision_number': 1, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:51Z', 'revision_number': 5, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:18.664026 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c0e776-5eed-4575-8f76-da0335489c0c None None] The sync data for ids ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'] in dv-cinder-835483-1-smb is: [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '379ad4b6-56f2-46a3-9ef0-5902b2ca1f34', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'floating_ip_address': '172.28.0.31', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'port_id': '9898a21e-dd11-474a-85f3-0669dd84988d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'mac_address': 'fa:16:3e:e3:b0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:53:58Z', 'updated_at': '2022-03-28T18:54:16Z', 'revision_number': 1, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:51Z', 'revision_number': 5, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:54:18.874689 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 025b686e-56a8-46f9-ba53-ce0b5a24596c no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:54:18.901062 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 025b686e-56a8-46f9-ba53-ce0b5a24596c {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:54:18.901794 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 025b686e-56a8-46f9-ba53-ce0b5a24596c not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:54:18.927655 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-598203cb-6d41-454b-bd28-fd530ebb2dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:18.942765 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dda14237-5d0b-4dc8-b09a-5837396acdc0 req-33caf691-b742-43b8-94d3-51e6e429186d service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111753 Mar 28 18:54:18.944627 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-ffbdeb1b-c21a-4f7f-b34d-93a46e10bd31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f620e7af532c42f4894b00362bb03181&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3902822 Mar 28 18:54:18.947482 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53078) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:19.013159 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0172d6d8-6948-4050-a48b-9bc02ac6dbd0 admin admin] Publish callbacks [] for security_group (0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:19.029976 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8a8bd-7801-45a8-890b-8546793ac665 None None] New status for floating IP 379ad4b6-56f2-46a3-9ef0-5902b2ca1f34: ACTIVE {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:54:19.038994 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0172d6d8-6948-4050-a48b-9bc02ac6dbd0 admin admin] Publish callbacks [] for security_group (0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:19.097031 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0172d6d8-6948-4050-a48b-9bc02ac6dbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:19.099596 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0172d6d8-6948-4050-a48b-9bc02ac6dbd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:19.101190 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-0172d6d8-6948-4050-a48b-9bc02ac6dbd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab HTTP/1.1" status: 204 len: 168 time: 0.1503232 Mar 28 18:54:19.122400 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172d6d8-6948-4050-a48b-9bc02ac6dbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9ae168-891f-4fe1-8a72-1cbcdf8e9fab,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:19.291402 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-598203cb-6d41-454b-bd28-fd530ebb2dea admin admin] Publish callbacks [] for security_group (1303d035-3a5b-4f4b-8b87-38da8334d74d), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:19.314693 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-598203cb-6d41-454b-bd28-fd530ebb2dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (1303d035-3a5b-4f4b-8b87-38da8334d74d), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:19.400980 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-598203cb-6d41-454b-bd28-fd530ebb2dea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e629c17de202422893457fd157a26078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9834280 Mar 28 18:54:19.401529 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53100) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:19.409651 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.db.resource_extend [None req-11384c3b-6ce6-490d-9d57-994f83f77016 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 18:54:19.441203 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598203cb-6d41-454b-bd28-fd530ebb2dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1303d035-3a5b-4f4b-8b87-38da8334d74d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:19.489415 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c51ba610-678b-407d-a714-57ec0622f090 admin admin] Publish callbacks [] for security_group (1303d035-3a5b-4f4b-8b87-38da8334d74d), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:19.504116 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11384c3b-6ce6-490d-9d57-994f83f77016 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:19.512750 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11384c3b-6ce6-490d-9d57-994f83f77016 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (878962b2-2c7a-4b5d-9244-2f786973aabc), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:19.517191 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c51ba610-678b-407d-a714-57ec0622f090 admin admin] Publish callbacks [] for security_group (1303d035-3a5b-4f4b-8b87-38da8334d74d), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:19.606137 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c51ba610-678b-407d-a714-57ec0622f090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (1303d035-3a5b-4f4b-8b87-38da8334d74d), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:19.609140 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c51ba610-678b-407d-a714-57ec0622f090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:19.613505 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-c51ba610-678b-407d-a714-57ec0622f090 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1303d035-3a5b-4f4b-8b87-38da8334d74d HTTP/1.1" status: 204 len: 168 time: 0.2077658 Mar 28 18:54:19.632582 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ba610-678b-407d-a714-57ec0622f090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1303d035-3a5b-4f4b-8b87-38da8334d74d,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:19.738823 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [None req-11384c3b-6ce6-490d-9d57-994f83f77016 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Floating IP 878962b2-2c7a-4b5d-9244-2f786973aabc associated. External IP: 172.28.0.9, port: 2d2d93df-959d-442a-b929-70bd5ee2a5ce. Mar 28 18:54:19.823255 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9774a86-4c25-484b-9e7d-bcab127f4979 req-146d22d9-66f4-46ae-976e-3ca813bdd51a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:19.824754 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d9774a86-4c25-484b-9e7d-bcab127f4979 req-146d22d9-66f4-46ae-976e-3ca813bdd51a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.1565647 Mar 28 18:54:19.915365 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d9774a86-4c25-484b-9e7d-bcab127f4979 req-761f50d7-683d-43d5-bedd-0dd62619be7a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804272 Mar 28 18:54:20.049926 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53140) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:20.060980 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11384c3b-6ce6-490d-9d57-994f83f77016 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:54:20.068170 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-13d3777b-adb8-4e9a-adc9-f54d11868323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:20.184168 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-13d3777b-adb8-4e9a-adc9-f54d11868323 admin admin] Publish callbacks [] for security_group (9ba73737-c957-4b45-afed-bd000ecec304), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:20.189764 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-13d3777b-adb8-4e9a-adc9-f54d11868323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (9ba73737-c957-4b45-afed-bd000ecec304), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:20.208863 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11384c3b-6ce6-490d-9d57-994f83f77016 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:54:20.222817 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da14ee7d-52f1-4b0b-9cdb-666492bf0039 None None] Sync routers for ids ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:54:20.227455 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11384c3b-6ce6-490d-9d57-994f83f77016 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:20.238460 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-13d3777b-adb8-4e9a-adc9-f54d11868323 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8924c87ce659401aa4906eaa2765e891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869426 Mar 28 18:54:20.240958 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53152) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:20.248573 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3777b-adb8-4e9a-adc9-f54d11868323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba73737-c957-4b45-afed-bd000ecec304,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:20.283037 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da14ee7d-52f1-4b0b-9cdb-666492bf0039 None None] Routers {'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:54:20.286827 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-da14ee7d-52f1-4b0b-9cdb-666492bf0039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:54:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:20.311475 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5551b118-6bc5-4114-9f03-92b50e018694 admin admin] Publish callbacks [] for security_group (9ba73737-c957-4b45-afed-bd000ecec304), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:20.320311 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-11384c3b-6ce6-490d-9d57-994f83f77016 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "PUT /v2.0/floatingips/878962b2-2c7a-4b5d-9244-2f786973aabc HTTP/1.1" status: 200 len: 990 time: 2.1069660 Mar 28 18:54:20.320954 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdcc4aa-3602-4640-ae0c-33eaa6c161aa', 'tag': '2d2d93df-959d-442a-b929-70bd5ee2a5ce'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:20.329094 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5eae31d-7aeb-416b-9628-1654e8fd1f77" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdcc4aa-3602-4640-ae0c-33eaa6c161aa", "tag": "2d2d93df-959d-442a-b929-70bd5ee2a5ce"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:20.341955 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5551b118-6bc5-4114-9f03-92b50e018694 admin admin] Publish callbacks [] for security_group (9ba73737-c957-4b45-afed-bd000ecec304), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:20.392623 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f72caa-b0c3-4997-b3c6-078d365e3d5c x-openstack-request-id: req-00f72caa-b0c3-4997-b3c6-078d365e3d5c {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:20.393117 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdcc4aa-3602-4640-ae0c-33eaa6c161aa", "tag": "2d2d93df-959d-442a-b929-70bd5ee2a5ce", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:20.393516 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00f72caa-b0c3-4997-b3c6-078d365e3d5c {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:20.394907 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f72caa-b0c3-4997-b3c6-078d365e3d5c'] response: {'name': 'network-changed', 'server_uuid': 'dcdcc4aa-3602-4640-ae0c-33eaa6c161aa', 'tag': '2d2d93df-959d-442a-b929-70bd5ee2a5ce', 'status': 'completed', 'code': 200} Mar 28 18:54:20.434978 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5551b118-6bc5-4114-9f03-92b50e018694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (9ba73737-c957-4b45-afed-bd000ecec304), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:20.443962 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5551b118-6bc5-4114-9f03-92b50e018694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:20.445137 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-5551b118-6bc5-4114-9f03-92b50e018694 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ba73737-c957-4b45-afed-bd000ecec304 HTTP/1.1" status: 204 len: 168 time: 0.2034009 Mar 28 18:54:20.483937 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551b118-6bc5-4114-9f03-92b50e018694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba73737-c957-4b45-afed-bd000ecec304,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:20.538691 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eae31d-7aeb-416b-9628-1654e8fd1f77 req-ec2b9399-1ca4-4f49-968d-e0c8f3ce875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:20.541434 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f5eae31d-7aeb-416b-9628-1654e8fd1f77 req-ec2b9399-1ca4-4f49-968d-e0c8f3ce875a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45d2c6dc8f841e08e19262d3e899379&device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 1130 time: 0.1076536 Mar 28 18:54:20.570393 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-da14ee7d-52f1-4b0b-9cdb-666492bf0039 None None] Set router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:54:20.684313 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eae31d-7aeb-416b-9628-1654e8fd1f77 req-f9be7938-c44d-4e15-9df3-9dc3d6130b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:20.686110 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f5eae31d-7aeb-416b-9628-1654e8fd1f77 req-f9be7938-c44d-4e15-9df3-9dc3d6130b9b service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5e6a87c-ad2a-4972-8652-596abac069a8 HTTP/1.1" status: 200 len: 912 time: 0.1385233 Mar 28 18:54:20.757908 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53196) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:20.797258 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f5eae31d-7aeb-416b-9628-1654e8fd1f77 req-090ea9d1-3d26-4236-81d0-92c99eecb74e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d2d93df-959d-442a-b929-70bd5ee2a5ce HTTP/1.1" status: 200 len: 998 time: 0.1029637 Mar 28 18:54:20.898532 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eae31d-7aeb-416b-9628-1654e8fd1f77 req-fd496282-0859-4725-b405-8da0e6c8f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:20.900448 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f5eae31d-7aeb-416b-9628-1654e8fd1f77 req-fd496282-0859-4725-b405-8da0e6c8f2d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c4a9391-442b-448c-9626-0f4d30aa8d78 HTTP/1.1" status: 200 len: 850 time: 0.0862737 Mar 28 18:54:20.903770 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-da14ee7d-52f1-4b0b-9cdb-666492bf0039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '878962b2-2c7a-4b5d-9244-2f786973aabc', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'floating_ip_address': '172.28.0.9', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'port_id': '2d2d93df-959d-442a-b929-70bd5ee2a5ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'mac_address': 'fa:16:3e:c1:eb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdcc4aa-3602-4640-ae0c-33eaa6c161aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:53:59Z', 'updated_at': '2022-03-28T18:54:19Z', 'revision_number': 1, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:56Z', 'revision_number': 5, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:20.940091 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da14ee7d-52f1-4b0b-9cdb-666492bf0039 None None] Checking router: b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:54:20.950593 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da14ee7d-52f1-4b0b-9cdb-666492bf0039 None None] Routers {'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:54:20.951593 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-da14ee7d-52f1-4b0b-9cdb-666492bf0039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:54:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:21.014785 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eae31d-7aeb-416b-9628-1654e8fd1f77 req-8b724783-e66c-4e90-a3dd-242081206d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:21.022038 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f5eae31d-7aeb-416b-9628-1654e8fd1f77 req-8b724783-e66c-4e90-a3dd-242081206d04 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5e6a87c-ad2a-4972-8652-596abac069a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1135643 Mar 28 18:54:21.131159 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-da14ee7d-52f1-4b0b-9cdb-666492bf0039 None None] Set router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:54:21.131786 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53236) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:21.212972 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573bee3-7b71-4052-b806-7a269a262e90 req-db6af504-782a-4241-947e-60c58d4e665a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:21.214960 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7573bee3-7b71-4052-b806-7a269a262e90 req-db6af504-782a-4241-947e-60c58d4e665a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.1576347 Mar 28 18:54:21.238776 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1c3b89f8-ae97-45e7-9975-c9926334b5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:21.370719 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1aa16c79-2305-4629-9f3d-6b08a707ba6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:21.391552 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7573bee3-7b71-4052-b806-7a269a262e90 req-3b563819-1205-4277-b281-0adcd7fdf9b0 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657050 Mar 28 18:54:21.424062 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f5eae31d-7aeb-416b-9628-1654e8fd1f77 req-9cdd871f-d1ae-4516-8bab-f50ade64fc43 service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963325 Mar 28 18:54:21.489682 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1c3b89f8-ae97-45e7-9975-c9926334b5a2 admin admin] Publish callbacks [] for security_group (344d6915-d6e7-4a4e-ba7d-f5f3f10aac48), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:21.501627 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1c3b89f8-ae97-45e7-9975-c9926334b5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (344d6915-d6e7-4a4e-ba7d-f5f3f10aac48), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:21.508795 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1aa16c79-2305-4629-9f3d-6b08a707ba6d admin admin] Publish callbacks [] for security_group (a10cea9c-5b30-49c2-be57-fe3db943972d), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:21.513425 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1aa16c79-2305-4629-9f3d-6b08a707ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (a10cea9c-5b30-49c2-be57-fe3db943972d), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:21.534261 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-da14ee7d-52f1-4b0b-9cdb-666492bf0039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '878962b2-2c7a-4b5d-9244-2f786973aabc', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'floating_ip_address': '172.28.0.9', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'port_id': '2d2d93df-959d-442a-b929-70bd5ee2a5ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'mac_address': 'fa:16:3e:c1:eb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdcc4aa-3602-4640-ae0c-33eaa6c161aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:53:59Z', 'updated_at': '2022-03-28T18:54:19Z', 'revision_number': 1, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:56Z', 'revision_number': 5, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:21.557048 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-1aa16c79-2305-4629-9f3d-6b08a707ba6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3d143eefc504fc881750fb4b2ac7ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4210966 Mar 28 18:54:21.558049 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa16c79-2305-4629-9f3d-6b08a707ba6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10cea9c-5b30-49c2-be57-fe3db943972d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:21.559567 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-1c3b89f8-ae97-45e7-9975-c9926334b5a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c8bc35b0ae24a23b70ae7a3634cec78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8004270 Mar 28 18:54:21.568636 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53256) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:21.568976 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53258) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:21.578196 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da14ee7d-52f1-4b0b-9cdb-666492bf0039 None None] The sync data for ids ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'] in dv-cinder-835483-1-smb is: [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '878962b2-2c7a-4b5d-9244-2f786973aabc', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'floating_ip_address': '172.28.0.9', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'port_id': '2d2d93df-959d-442a-b929-70bd5ee2a5ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'mac_address': 'fa:16:3e:c1:eb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdcc4aa-3602-4640-ae0c-33eaa6c161aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:53:59Z', 'updated_at': '2022-03-28T18:54:19Z', 'revision_number': 1, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:56Z', 'revision_number': 5, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:54:21.586605 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b89f8-ae97-45e7-9975-c9926334b5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344d6915-d6e7-4a4e-ba7d-f5f3f10aac48,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:21.663544 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f5eae31d-7aeb-416b-9628-1654e8fd1f77 req-efe78e0b-1a7a-4e61-8d6b-dc960c740e08 service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304134 Mar 28 18:54:21.695435 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-45db5b4b-eeb1-4d11-b08c-6401113494a0 admin admin] Publish callbacks [] for security_group (344d6915-d6e7-4a4e-ba7d-f5f3f10aac48), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:21.708564 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-dad6deed-58ff-48a9-b3ec-f724cec57b92 admin admin] Publish callbacks [] for security_group (a10cea9c-5b30-49c2-be57-fe3db943972d), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:21.730331 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-45db5b4b-eeb1-4d11-b08c-6401113494a0 admin admin] Publish callbacks [] for security_group (344d6915-d6e7-4a4e-ba7d-f5f3f10aac48), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:21.751855 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-dad6deed-58ff-48a9-b3ec-f724cec57b92 admin admin] Publish callbacks [] for security_group (a10cea9c-5b30-49c2-be57-fe3db943972d), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:21.817990 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93539059-5979-4d66-be3e-d71a81cd5212 None None] New status for floating IP 878962b2-2c7a-4b5d-9244-2f786973aabc: ACTIVE {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:54:21.829069 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-dad6deed-58ff-48a9-b3ec-f724cec57b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (a10cea9c-5b30-49c2-be57-fe3db943972d), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:21.832258 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-dad6deed-58ff-48a9-b3ec-f724cec57b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:21.833537 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-dad6deed-58ff-48a9-b3ec-f724cec57b92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a10cea9c-5b30-49c2-be57-fe3db943972d HTTP/1.1" status: 204 len: 168 time: 0.2636507 Mar 28 18:54:21.847641 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-45db5b4b-eeb1-4d11-b08c-6401113494a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (344d6915-d6e7-4a4e-ba7d-f5f3f10aac48), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:21.850095 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-45db5b4b-eeb1-4d11-b08c-6401113494a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:21.853406 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-45db5b4b-eeb1-4d11-b08c-6401113494a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/344d6915-d6e7-4a4e-ba7d-f5f3f10aac48 HTTP/1.1" status: 204 len: 168 time: 0.2802038 Mar 28 18:54:21.856445 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6deed-58ff-48a9-b3ec-f724cec57b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10cea9c-5b30-49c2-be57-fe3db943972d,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:21.868899 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db5b4b-eeb1-4d11-b08c-6401113494a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344d6915-d6e7-4a4e-ba7d-f5f3f10aac48,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:22.325242 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53286) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:22.347502 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-de384e33-197f-435b-8503-c36f96acabf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:22.486268 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-de384e33-197f-435b-8503-c36f96acabf3 admin admin] Publish callbacks [] for security_group (f3f7a10f-f0a8-4811-9661-01a17f84295d), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:22.498427 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-de384e33-197f-435b-8503-c36f96acabf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f3f7a10f-f0a8-4811-9661-01a17f84295d), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:22.615491 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de384e33-197f-435b-8503-c36f96acabf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f7a10f-f0a8-4811-9661-01a17f84295d,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:22.621255 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-de384e33-197f-435b-8503-c36f96acabf3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ba5233371494d19a464cbb3946a6684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946358 Mar 28 18:54:22.624767 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53304) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:22.653799 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103ace8-d067-48e8-8707-b7c22b91c884 req-3dc8e52f-aad9-44cc-bcbb-a851325feda4 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:22.657172 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f103ace8-d067-48e8-8707-b7c22b91c884 req-3dc8e52f-aad9-44cc-bcbb-a851325feda4 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.1517093 Mar 28 18:54:22.716101 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-66513d91-fed5-42f5-8f02-dd253f54c68a admin admin] Publish callbacks [] for security_group (f3f7a10f-f0a8-4811-9661-01a17f84295d), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:22.745178 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f103ace8-d067-48e8-8707-b7c22b91c884 req-f1744e9a-b166-4a4c-83ab-85a922bc63ab tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804691 Mar 28 18:54:22.747556 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-66513d91-fed5-42f5-8f02-dd253f54c68a admin admin] Publish callbacks [] for security_group (f3f7a10f-f0a8-4811-9661-01a17f84295d), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:22.819435 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-66513d91-fed5-42f5-8f02-dd253f54c68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f3f7a10f-f0a8-4811-9661-01a17f84295d), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:22.824292 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-66513d91-fed5-42f5-8f02-dd253f54c68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:22.836142 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-66513d91-fed5-42f5-8f02-dd253f54c68a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3f7a10f-f0a8-4811-9661-01a17f84295d HTTP/1.1" status: 204 len: 168 time: 0.2087581 Mar 28 18:54:22.856579 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66513d91-fed5-42f5-8f02-dd253f54c68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f7a10f-f0a8-4811-9661-01a17f84295d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:22.857530 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-11e146a9-9f09-4e44-acf6-685720f0fd04 req-88a956cd-9577-422a-9292-f334978efd62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617335 Mar 28 18:54:22.986607 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e146a9-9f09-4e44-acf6-685720f0fd04 req-fe10a965-4950-44e1-9c36-1b4baeb106f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:22.988413 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-11e146a9-9f09-4e44-acf6-685720f0fd04 req-fe10a965-4950-44e1-9c36-1b4baeb106f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 1129 time: 0.0605493 Mar 28 18:54:23.102947 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e146a9-9f09-4e44-acf6-685720f0fd04 req-db2ec58b-1b74-46d2-a9f0-67dd8b79f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:23.104433 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-11e146a9-9f09-4e44-acf6-685720f0fd04 req-db2ec58b-1b74-46d2-a9f0-67dd8b79f332 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 919 time: 0.0959470 Mar 28 18:54:23.162968 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-11e146a9-9f09-4e44-acf6-685720f0fd04 req-376256be-8345-448e-a9af-67afca13e2bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=672b93b6-7b87-40de-b83f-adb314bd02ba HTTP/1.1" status: 200 len: 217 time: 0.0504577 Mar 28 18:54:23.224742 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e146a9-9f09-4e44-acf6-685720f0fd04 req-adad84ea-70a8-4632-81d2-e8afb4203ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:23.224742 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-11e146a9-9f09-4e44-acf6-685720f0fd04 req-adad84ea-70a8-4632-81d2-e8afb4203ad1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.0488400 Mar 28 18:54:23.294072 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e146a9-9f09-4e44-acf6-685720f0fd04 req-42ce5e09-bc2a-4207-84ae-5f238ed6636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:23.295734 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-11e146a9-9f09-4e44-acf6-685720f0fd04 req-42ce5e09-bc2a-4207-84ae-5f238ed6636c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0646958 Mar 28 18:54:23.401183 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-11e146a9-9f09-4e44-acf6-685720f0fd04 req-2424fcb4-b8ca-4723-adfd-20b070479c09 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956280 Mar 28 18:54:23.424906 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53342) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:23.519355 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-11e146a9-9f09-4e44-acf6-685720f0fd04 req-bab97f81-e378-463b-9f19-a87647d74bf7 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059790 Mar 28 18:54:23.594576 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-251075969-network', 'tenant_id': '8fbc900c4bbf42af9445d8e358b48f59'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:23.621592 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Made reservation on behalf of 8fbc900c4bbf42af9445d8e358b48f59 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:23.624780 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:23.636018 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:23.732526 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Publish callbacks [] for security_group (24421705-50a1-4274-82fe-b7de0cfe2eb9), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:23.737766 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (24421705-50a1-4274-82fe-b7de0cfe2eb9), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:23.773241 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:54:23.775685 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24421705-50a1-4274-82fe-b7de0cfe2eb9,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:23.793913 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.794265 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.794708 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.795337 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.795337 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.795667 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.795991 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.796316 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.797231 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.797623 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.798025 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.798584 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.799208 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.800087 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.800668 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:23.807947 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (25922140-12a6-4b85-901a-69631a440d35), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:23.808312 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.segments_db [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Added segment 25922140-12a6-4b85-901a-69631a440d35 of type vlan for network e3dcd18e-d318-4f8c-b31c-af2ad4a63d16 Mar 28 18:54:23.878462 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (e3dcd18e-d318-4f8c-b31c-af2ad4a63d16), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:23.901479 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53368) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:23.924428 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca5800-81ec-41a2-9faa-a1b02c9bb59b req-1c11b696-15b4-4cd0-a97c-64e4bba1f759 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:23.926213 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b7ca5800-81ec-41a2-9faa-a1b02c9bb59b req-1c11b696-15b4-4cd0-a97c-64e4bba1f759 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0816336 Mar 28 18:54:23.927667 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (e3dcd18e-d318-4f8c-b31c-af2ad4a63d16), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:23.928719 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:23.929505 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:24.032798 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:24.066382 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6372783 Mar 28 18:54:24.067930 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53380) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:24.077334 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-604d1657-5f37-43ce-ae7b-19c3c80361a8 admin admin] Request body: {'subnet': {'network_id': 'e3dcd18e-d318-4f8c-b31c-af2ad4a63d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-251075969-subnet', 'tenant_id': '8fbc900c4bbf42af9445d8e358b48f59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:24.078459 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b7ca5800-81ec-41a2-9faa-a1b02c9bb59b req-8da8347d-5c98-43ac-8d41-7774044c046e tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440451 Mar 28 18:54:24.103066 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c819959-896d-40ca-ac82-7553e192c04c admin admin] Pushing event updated for resources: {'Network': ['ID=e3dcd18e-d318-4f8c-b31c-af2ad4a63d16,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:24.115779 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network e3dcd18e-d318-4f8c-b31c-af2ad4a63d16 details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:54:24.166735 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604d1657-5f37-43ce-ae7b-19c3c80361a8 admin admin] Made reservation on behalf of 8fbc900c4bbf42af9445d8e358b48f59 for: {'subnet': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:24.169111 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-604d1657-5f37-43ce-ae7b-19c3c80361a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:24.290553 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Publish callbacks [] for security_group (65010173-0c60-4550-a999-1b8ec4012c18), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:24.301589 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (65010173-0c60-4550-a999-1b8ec4012c18), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:24.402157 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6443c7fd500146c5a5b4be6aa7e84d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4995372 Mar 28 18:54:24.404740 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53392) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:24.407961 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65010173-0c60-4550-a999-1b8ec4012c18,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:24.420952 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.421493 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.422716 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.423065 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.423405 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.423770 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.424104 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.424431 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.424968 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.425494 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.425844 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.426179 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.426507 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.426831 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.427152 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73912b-dbb9-4738-ab41-196357573ac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:24.464627 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-164dd792-13c7-4c28-806f-80b27098b27e admin admin] Publish callbacks [] for security_group (65010173-0c60-4550-a999-1b8ec4012c18), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:24.488270 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-164dd792-13c7-4c28-806f-80b27098b27e admin admin] Publish callbacks [] for security_group (65010173-0c60-4550-a999-1b8ec4012c18), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:24.495520 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-604d1657-5f37-43ce-ae7b-19c3c80361a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for subnet (5e3a8dea-7ab3-46e3-a7fa-5f9a5b6b364c), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:24.547274 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-164dd792-13c7-4c28-806f-80b27098b27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (65010173-0c60-4550-a999-1b8ec4012c18), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:24.550388 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-164dd792-13c7-4c28-806f-80b27098b27e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:24.552304 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-164dd792-13c7-4c28-806f-80b27098b27e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65010173-0c60-4550-a999-1b8ec4012c18 HTTP/1.1" status: 204 len: 168 time: 0.1458399 Mar 28 18:54:24.558015 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d1657-5f37-43ce-ae7b-19c3c80361a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3a8dea-7ab3-46e3-a7fa-5f9a5b6b364c,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:24.565467 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d1657-5f37-43ce-ae7b-19c3c80361a8 admin admin] Checking segment: {'id': '25922140-12a6-4b85-901a-69631a440d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e3dcd18e-d318-4f8c-b31c-af2ad4a63d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:24.566224 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604d1657-5f37-43ce-ae7b-19c3c80361a8 admin admin] Network hostable DHCP agents. Network: e3dcd18e-d318-4f8c-b31c-af2ad4a63d16, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:54:24.571954 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dd792-13c7-4c28-806f-80b27098b27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65010173-0c60-4550-a999-1b8ec4012c18,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:24.592251 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604d1657-5f37-43ce-ae7b-19c3c80361a8 admin admin] Network e3dcd18e-d318-4f8c-b31c-af2ad4a63d16 is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:54:24.608408 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-604d1657-5f37-43ce-ae7b-19c3c80361a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, e3dcd18e-d318-4f8c-b31c-af2ad4a63d16) {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:24.618298 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604d1657-5f37-43ce-ae7b-19c3c80361a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:24.620384 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-604d1657-5f37-43ce-ae7b-19c3c80361a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:24.622039 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d13e8ec-febc-40b7-b3e3-5d56fcc7e6da None None] Network e3dcd18e-d318-4f8c-b31c-af2ad4a63d16 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:24.651457 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-604d1657-5f37-43ce-ae7b-19c3c80361a8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5820537 Mar 28 18:54:24.749142 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fe3e68-f7dd-4b27-8576-c190f877c41c None None] Network e3dcd18e-d318-4f8c-b31c-af2ad4a63d16 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:25.111785 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53432) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:25.139437 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb7d076f-7e38-4836-bf23-da85899cceda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.242593 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b0b9-5774-4ecf-90ea-08b7af1eb81c req-b30cfe40-8950-4dc0-aaf2-f3ef1981a8c3 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:25.246201 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9548b0b9-5774-4ecf-90ea-08b7af1eb81c req-b30cfe40-8950-4dc0-aaf2-f3ef1981a8c3 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0784473 Mar 28 18:54:25.249702 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb7d076f-7e38-4836-bf23-da85899cceda admin admin] Publish callbacks [] for security_group (68dbeb87-526c-4fae-8d43-4db324f0363b), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.255336 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb7d076f-7e38-4836-bf23-da85899cceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (68dbeb87-526c-4fae-8d43-4db324f0363b), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.302265 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-cb7d076f-7e38-4836-bf23-da85899cceda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11187c7da5a64238ae92a5ebda687a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1866708 Mar 28 18:54:25.304958 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53446) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:25.305313 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d076f-7e38-4836-bf23-da85899cceda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dbeb87-526c-4fae-8d43-4db324f0363b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:25.354168 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9548b0b9-5774-4ecf-90ea-08b7af1eb81c req-2f495624-acbb-4c54-b966-5fff42529295 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017773 Mar 28 18:54:25.402681 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b316013e-d6cc-4f6c-9615-62c4800cc406 admin admin] Publish callbacks [] for security_group (68dbeb87-526c-4fae-8d43-4db324f0363b), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.434340 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b316013e-d6cc-4f6c-9615-62c4800cc406 admin admin] Publish callbacks [] for security_group (68dbeb87-526c-4fae-8d43-4db324f0363b), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.495947 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b316013e-d6cc-4f6c-9615-62c4800cc406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (68dbeb87-526c-4fae-8d43-4db324f0363b), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.498638 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b316013e-d6cc-4f6c-9615-62c4800cc406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.503517 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-b316013e-d6cc-4f6c-9615-62c4800cc406 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68dbeb87-526c-4fae-8d43-4db324f0363b HTTP/1.1" status: 204 len: 168 time: 0.1938899 Mar 28 18:54:25.506089 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53470) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:25.512003 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1662846666-network', 'tenant_id': 'f3552d9bf1ee4486809073019dde86ff'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:25.518744 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316013e-d6cc-4f6c-9615-62c4800cc406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dbeb87-526c-4fae-8d43-4db324f0363b,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:25.555731 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] Made reservation on behalf of f3552d9bf1ee4486809073019dde86ff for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:25.561385 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.575319 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.681752 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] Publish callbacks [] for security_group (f0c8063d-661e-400d-8276-a642a30fa292), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.685675 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f0c8063d-661e-400d-8276-a642a30fa292), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.702866 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:54:25.719502 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (47d14336-2c05-4e28-96eb-354f111ef5b6), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.719889 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.segments_db [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] Added segment 47d14336-2c05-4e28-96eb-354f111ef5b6 of type vlan for network 26c540cd-1507-4c2e-afbb-5a16a01e7f4f Mar 28 18:54:25.792535 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c8063d-661e-400d-8276-a642a30fa292,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:25.805834 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (26c540cd-1507-4c2e-afbb-5a16a01e7f4f), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.836922 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (26c540cd-1507-4c2e-afbb-5a16a01e7f4f), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.837954 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:25.838741 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:25.889160 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3819456 Mar 28 18:54:25.892681 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53494) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:25.903408 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53496) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:25.903653 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9d46775d-a9bc-47bb-aa91-b33a21a7ecb5 admin admin] Request body: {'subnet': {'network_id': '26c540cd-1507-4c2e-afbb-5a16a01e7f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1662846666-subnet', 'tenant_id': 'f3552d9bf1ee4486809073019dde86ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:25.921532 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad872e-5a85-465e-9121-817152183e9b admin admin] Pushing event updated for resources: {'Network': ['ID=26c540cd-1507-4c2e-afbb-5a16a01e7f4f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:25.932503 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d46775d-a9bc-47bb-aa91-b33a21a7ecb5 admin admin] Made reservation on behalf of f3552d9bf1ee4486809073019dde86ff for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:25.934530 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network 26c540cd-1507-4c2e-afbb-5a16a01e7f4f details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:54:25.935312 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d46775d-a9bc-47bb-aa91-b33a21a7ecb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528677398'] for subnet (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.070218 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d4bc-9ee3-4a2e-bf57-65cc75ee1fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.170153 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d4bc-9ee3-4a2e-bf57-65cc75ee1fcb admin admin] Publish callbacks [] for security_group (80ab4578-9e45-4262-a4e7-66f08bfa00c2), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.176639 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d4bc-9ee3-4a2e-bf57-65cc75ee1fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (80ab4578-9e45-4262-a4e7-66f08bfa00c2), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.180091 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.222381 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-8fd8d4bc-9ee3-4a2e-bf57-65cc75ee1fcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17d64f0f421344f4ac192bb8c48c5bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176901 Mar 28 18:54:26.229117 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53512) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:26.239500 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8d4bc-9ee3-4a2e-bf57-65cc75ee1fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ab4578-9e45-4262-a4e7-66f08bfa00c2,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:26.307567 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a9d0d0ba-93ab-4f1e-984c-c76ca869c34d admin admin] Publish callbacks [] for security_group (80ab4578-9e45-4262-a4e7-66f08bfa00c2), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.336627 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a9d0d0ba-93ab-4f1e-984c-c76ca869c34d admin admin] Publish callbacks [] for security_group (80ab4578-9e45-4262-a4e7-66f08bfa00c2), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.380558 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d46775d-a9bc-47bb-aa91-b33a21a7ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528608262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528677376'] for subnet (0e9f35fa-282b-49da-8439-976751ec53a0), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.392160 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53522) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:26.420013 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a9d0d0ba-93ab-4f1e-984c-c76ca869c34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (80ab4578-9e45-4262-a4e7-66f08bfa00c2), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.424424 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a9d0d0ba-93ab-4f1e-984c-c76ca869c34d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.429816 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-a9d0d0ba-93ab-4f1e-984c-c76ca869c34d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80ab4578-9e45-4262-a4e7-66f08bfa00c2 HTTP/1.1" status: 204 len: 168 time: 0.1993041 Mar 28 18:54:26.447042 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0d0ba-93ab-4f1e-984c-c76ca869c34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ab4578-9e45-4262-a4e7-66f08bfa00c2,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:26.510265 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46775d-a9bc-47bb-aa91-b33a21a7ecb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9f35fa-282b-49da-8439-976751ec53a0,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:26.525320 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d46775d-a9bc-47bb-aa91-b33a21a7ecb5 admin admin] Checking segment: {'id': '47d14336-2c05-4e28-96eb-354f111ef5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '26c540cd-1507-4c2e-afbb-5a16a01e7f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:26.525670 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d46775d-a9bc-47bb-aa91-b33a21a7ecb5 admin admin] Network hostable DHCP agents. Network: 26c540cd-1507-4c2e-afbb-5a16a01e7f4f, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:54:26.550235 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abe41f-b458-409a-9029-73414aedca4a req-4873f708-6f70-4552-8a03-e90eebcff8bb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:26.551758 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b0abe41f-b458-409a-9029-73414aedca4a req-4873f708-6f70-4552-8a03-e90eebcff8bb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0910571 Mar 28 18:54:26.560303 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d46775d-a9bc-47bb-aa91-b33a21a7ecb5 admin admin] Network 26c540cd-1507-4c2e-afbb-5a16a01e7f4f is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:54:26.582989 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9d46775d-a9bc-47bb-aa91-b33a21a7ecb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, 26c540cd-1507-4c2e-afbb-5a16a01e7f4f) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:26.587588 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d46775d-a9bc-47bb-aa91-b33a21a7ecb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:26.588187 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d46775d-a9bc-47bb-aa91-b33a21a7ecb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.592680 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52e2146-aaba-4024-bba8-619e2386187e None None] Network 26c540cd-1507-4c2e-afbb-5a16a01e7f4f requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:26.628181 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b0abe41f-b458-409a-9029-73414aedca4a req-458c0cd4-71c3-408a-afe8-f5d548f8b57a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624528 Mar 28 18:54:26.650292 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-9d46775d-a9bc-47bb-aa91-b33a21a7ecb5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7565334 Mar 28 18:54:26.670540 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f026a197-4654-4c57-b8e0-e621b9159460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.718815 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d77f7cf-c59e-4c4e-bbff-cee67f2b4cd2 None None] Network 26c540cd-1507-4c2e-afbb-5a16a01e7f4f requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:26.771530 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f026a197-4654-4c57-b8e0-e621b9159460 admin admin] Publish callbacks [] for security_group (7fefc433-cfed-473e-abf5-5636e4bf249b), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.777957 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f026a197-4654-4c57-b8e0-e621b9159460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (7fefc433-cfed-473e-abf5-5636e4bf249b), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.822928 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026a197-4654-4c57-b8e0-e621b9159460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fefc433-cfed-473e-abf5-5636e4bf249b,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:26.829709 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-f026a197-4654-4c57-b8e0-e621b9159460 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c651eb6ddc6a46789d05331f08055017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363079 Mar 28 18:54:26.832235 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53540) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:26.870184 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53544) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:26.903011 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c64ce57b-fba0-4900-98d4-9187659ca151 admin admin] Publish callbacks [] for security_group (7fefc433-cfed-473e-abf5-5636e4bf249b), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.934526 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_v2 [None req-44be2012-8fdd-450f-9ae9-c69b934e7ad4 admin admin] Deleting subnet 5e3a8dea-7ab3-46e3-a7fa-5f9a5b6b364c {{(pid=109703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 18:54:26.939989 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-44be2012-8fdd-450f-9ae9-c69b934e7ad4 admin admin] Publish callbacks [] for subnet (5e3a8dea-7ab3-46e3-a7fa-5f9a5b6b364c), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.946395 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c64ce57b-fba0-4900-98d4-9187659ca151 admin admin] Publish callbacks [] for security_group (7fefc433-cfed-473e-abf5-5636e4bf249b), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.986040 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-44be2012-8fdd-450f-9ae9-c69b934e7ad4 admin admin] Publish callbacks [] for subnet (5e3a8dea-7ab3-46e3-a7fa-5f9a5b6b364c), precommit_delete_associations {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.000513 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-44be2012-8fdd-450f-9ae9-c69b934e7ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (5e3a8dea-7ab3-46e3-a7fa-5f9a5b6b364c), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.027030 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c64ce57b-fba0-4900-98d4-9187659ca151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (7fefc433-cfed-473e-abf5-5636e4bf249b), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.032334 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c64ce57b-fba0-4900-98d4-9187659ca151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.034302 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-c64ce57b-fba0-4900-98d4-9187659ca151 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fefc433-cfed-473e-abf5-5636e4bf249b HTTP/1.1" status: 204 len: 168 time: 0.2010741 Mar 28 18:54:27.047490 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ce57b-fba0-4900-98d4-9187659ca151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fefc433-cfed-473e-abf5-5636e4bf249b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:27.106659 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-44be2012-8fdd-450f-9ae9-c69b934e7ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for subnet (5e3a8dea-7ab3-46e3-a7fa-5f9a5b6b364c), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.138810 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-44be2012-8fdd-450f-9ae9-c69b934e7ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.145593 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53560) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:27.146013 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-44be2012-8fdd-450f-9ae9-c69b934e7ad4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5e3a8dea-7ab3-46e3-a7fa-5f9a5b6b364c HTTP/1.1" status: 204 len: 168 time: 0.2732124 Mar 28 18:54:27.147389 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be2012-8fdd-450f-9ae9-c69b934e7ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e3a8dea-7ab3-46e3-a7fa-5f9a5b6b364c,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:27.159355 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53562) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:27.186648 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7efcd97a-87ea-4af2-a7bf-ef990dae5e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.246046 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-667220b4-ac0f-4f0d-b3f1-3c3e1b6f3c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (e3dcd18e-d318-4f8c-b31c-af2ad4a63d16), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.328541 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7efcd97a-87ea-4af2-a7bf-ef990dae5e5e admin admin] Publish callbacks [] for security_group (4d598a19-9a62-4be7-9ff4-2718cfde8168), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.336010 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7efcd97a-87ea-4af2-a7bf-ef990dae5e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (4d598a19-9a62-4be7-9ff4-2718cfde8168), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.377234 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-667220b4-ac0f-4f0d-b3f1-3c3e1b6f3c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (e3dcd18e-d318-4f8c-b31c-af2ad4a63d16), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.388643 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-7efcd97a-87ea-4af2-a7bf-ef990dae5e5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67adeeeb432940669e28b7655cc8f9b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271392 Mar 28 18:54:27.389870 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcd97a-87ea-4af2-a7bf-ef990dae5e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d598a19-9a62-4be7-9ff4-2718cfde8168,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:27.393242 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53574) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:27.429099 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-667220b4-ac0f-4f0d-b3f1-3c3e1b6f3c3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dcd18e-d318-4f8c-b31c-af2ad4a63d16']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:27.449972 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53578) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:27.457455 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-667220b4-ac0f-4f0d-b3f1-3c3e1b6f3c3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25922140-12a6-4b85-901a-69631a440d35') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:27.457840 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-667220b4-ac0f-4f0d-b3f1-3c3e1b6f3c3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25922140-12a6-4b85-901a-69631a440d35') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:27.459643 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a221a279-bb83-4b7e-83d2-a635a423128d admin admin] Publish callbacks [] for security_group (4d598a19-9a62-4be7-9ff4-2718cfde8168), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.472434 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02237e97-1a64-4be5-b370-f7c3e145fbf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.475251 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-667220b4-ac0f-4f0d-b3f1-3c3e1b6f3c3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530571888'] for segment (25922140-12a6-4b85-901a-69631a440d35), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.492681 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a221a279-bb83-4b7e-83d2-a635a423128d admin admin] Publish callbacks [] for security_group (4d598a19-9a62-4be7-9ff4-2718cfde8168), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.500057 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-667220b4-ac0f-4f0d-b3f1-3c3e1b6f3c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (25922140-12a6-4b85-901a-69631a440d35), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.511969 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667220b4-ac0f-4f0d-b3f1-3c3e1b6f3c3b admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 18:54:27.512496 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-667220b4-ac0f-4f0d-b3f1-3c3e1b6f3c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528608995'] for segment (25922140-12a6-4b85-901a-69631a440d35), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: Traceback (most recent call last): Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: timer() Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: cb(*args, **kw) Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: return func(*args, **kwargs) Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: self._notify() Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: self.callback(batched_events) Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: event.method(event) Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: return f(self, *a, **k) Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: return self._get(url).json() Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: return self.request(url, 'GET', **kwargs) Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 18:54:27.514222 dv-cinder-835483-1-smb neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 18:54:27.552778 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a221a279-bb83-4b7e-83d2-a635a423128d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (4d598a19-9a62-4be7-9ff4-2718cfde8168), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.555501 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a221a279-bb83-4b7e-83d2-a635a423128d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.556941 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-a221a279-bb83-4b7e-83d2-a635a423128d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d598a19-9a62-4be7-9ff4-2718cfde8168 HTTP/1.1" status: 204 len: 168 time: 0.1626952 Mar 28 18:54:27.566840 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221a279-bb83-4b7e-83d2-a635a423128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d598a19-9a62-4be7-9ff4-2718cfde8168,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:27.606758 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-667220b4-ac0f-4f0d-b3f1-3c3e1b6f3c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (e3dcd18e-d318-4f8c-b31c-af2ad4a63d16), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.614857 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-667220b4-ac0f-4f0d-b3f1-3c3e1b6f3c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.619189 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-667220b4-ac0f-4f0d-b3f1-3c3e1b6f3c3b admin admin] 10.222.0.18 "DELETE /v2.0/networks/e3dcd18e-d318-4f8c-b31c-af2ad4a63d16 HTTP/1.1" status: 204 len: 168 time: 0.4725630 Mar 28 18:54:27.623938 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53586) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:27.638747 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667220b4-ac0f-4f0d-b3f1-3c3e1b6f3c3b admin admin] Pushing event deleted for resources: {'Network': ['ID=e3dcd18e-d318-4f8c-b31c-af2ad4a63d16,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:27.670748 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02237e97-1a64-4be5-b370-f7c3e145fbf8 admin admin] Publish callbacks [] for security_group (6eb1834e-6575-4621-abbd-b83a459d9c20), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.676656 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02237e97-1a64-4be5-b370-f7c3e145fbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (6eb1834e-6575-4621-abbd-b83a459d9c20), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.709843 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fe8f01-46d0-4c8e-bee7-3ffefa6420cd admin admin] Deleting subnet 0e9f35fa-282b-49da-8439-976751ec53a0 {{(pid=109703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 18:54:27.713580 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-75fe8f01-46d0-4c8e-bee7-3ffefa6420cd admin admin] Publish callbacks [] for subnet (0e9f35fa-282b-49da-8439-976751ec53a0), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.721973 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-02237e97-1a64-4be5-b370-f7c3e145fbf8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0fb3689ae22e4e389f6a8817ecab7073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725210 Mar 28 18:54:27.724474 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53590) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:27.732647 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02237e97-1a64-4be5-b370-f7c3e145fbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb1834e-6575-4621-abbd-b83a459d9c20,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:27.793815 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fc1aa720-30f6-4fef-9e09-fc6d7db963d9 admin admin] Publish callbacks [] for security_group (6eb1834e-6575-4621-abbd-b83a459d9c20), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.799793 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-75fe8f01-46d0-4c8e-bee7-3ffefa6420cd admin admin] Publish callbacks [] for subnet (0e9f35fa-282b-49da-8439-976751ec53a0), precommit_delete_associations {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.810151 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-75fe8f01-46d0-4c8e-bee7-3ffefa6420cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (0e9f35fa-282b-49da-8439-976751ec53a0), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.823324 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fc1aa720-30f6-4fef-9e09-fc6d7db963d9 admin admin] Publish callbacks [] for security_group (6eb1834e-6575-4621-abbd-b83a459d9c20), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.850147 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0df983-bc00-43ed-9af2-6dfc2797ab1c req-a47e5327-b95f-4e81-a84d-36dea9b02cd6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:27.851900 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ef0df983-bc00-43ed-9af2-6dfc2797ab1c req-a47e5327-b95f-4e81-a84d-36dea9b02cd6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0988324 Mar 28 18:54:27.894646 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fc1aa720-30f6-4fef-9e09-fc6d7db963d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (6eb1834e-6575-4621-abbd-b83a459d9c20), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.897299 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fc1aa720-30f6-4fef-9e09-fc6d7db963d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.900914 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-fc1aa720-30f6-4fef-9e09-fc6d7db963d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6eb1834e-6575-4621-abbd-b83a459d9c20 HTTP/1.1" status: 204 len: 168 time: 0.1729126 Mar 28 18:54:27.907009 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1aa720-30f6-4fef-9e09-fc6d7db963d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb1834e-6575-4621-abbd-b83a459d9c20,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:27.944995 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ef0df983-bc00-43ed-9af2-6dfc2797ab1c req-1ce7e5d4-683f-475c-838c-1e4fbe220c45 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850124 Mar 28 18:54:27.946826 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-75fe8f01-46d0-4c8e-bee7-3ffefa6420cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for subnet (0e9f35fa-282b-49da-8439-976751ec53a0), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.979671 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe8f01-46d0-4c8e-bee7-3ffefa6420cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9f35fa-282b-49da-8439-976751ec53a0,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:27.981923 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-75fe8f01-46d0-4c8e-bee7-3ffefa6420cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:27.985628 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-75fe8f01-46d0-4c8e-bee7-3ffefa6420cd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0e9f35fa-282b-49da-8439-976751ec53a0 HTTP/1.1" status: 204 len: 168 time: 0.3605938 Mar 28 18:54:27.988608 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53602) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:28.062421 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (26c540cd-1507-4c2e-afbb-5a16a01e7f4f), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:28.148378 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (26c540cd-1507-4c2e-afbb-5a16a01e7f4f), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:28.170862 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:28.171206 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:28.172564 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:28.172962 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Subscribe: > port after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:28.173295 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:28.173625 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Subscribe: > port after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:28.173968 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:28.174285 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:28.174602 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:28.174918 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:28.239573 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:28.239923 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:28.240250 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:28.240572 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:54:28.240938 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c540cd-1507-4c2e-afbb-5a16a01e7f4f']}} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:28.258482 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d14336-2c05-4e28-96eb-354f111ef5b6') {'for_net_delete': True} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:28.258791 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d14336-2c05-4e28-96eb-354f111ef5b6') {} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:28.276257 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530570916'] for segment (47d14336-2c05-4e28-96eb-354f111ef5b6), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:28.298217 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (47d14336-2c05-4e28-96eb-354f111ef5b6), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:28.306650 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 18:54:28.307040 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530563538'] for segment (47d14336-2c05-4e28-96eb-354f111ef5b6), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: from cryptography.utils import int_from_bytes Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: from cryptography.utils import int_from_bytes Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: Traceback (most recent call last): Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: timer() Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: cb(*args, **kw) Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: return func(*args, **kwargs) Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: self._notify() Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: self.callback(batched_events) Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: event.method(event) Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: return f(self, *a, **k) Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: return self._get(url).json() Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: return self.request(url, 'GET', **kwargs) Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 18:54:28.311371 dv-cinder-835483-1-smb neutron-server[109703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 18:54:28.387926 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (26c540cd-1507-4c2e-afbb-5a16a01e7f4f), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:28.401451 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:28.405014 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] 10.222.0.18 "DELETE /v2.0/networks/26c540cd-1507-4c2e-afbb-5a16a01e7f4f HTTP/1.1" status: 204 len: 168 time: 0.4151602 Mar 28 18:54:28.415555 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56045626-cb02-4add-9b39-69881306c660 admin admin] Pushing event deleted for resources: {'Network': ['ID=26c540cd-1507-4c2e-afbb-5a16a01e7f4f,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:28.639581 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53654) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:28.699072 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-ce13fdf5-a8e2-4452-bbc7-27bb596e1499 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8fbc900c4bbf42af9445d8e358b48f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0572777 Mar 28 18:54:28.701504 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53664) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:28.759786 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d74ddfa5-dba7-4f42-8368-e44771965054 admin admin] Publish callbacks [] for security_group (24421705-50a1-4274-82fe-b7de0cfe2eb9), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:28.786725 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d74ddfa5-dba7-4f42-8368-e44771965054 admin admin] Publish callbacks [] for security_group (24421705-50a1-4274-82fe-b7de0cfe2eb9), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:28.844206 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d74ddfa5-dba7-4f42-8368-e44771965054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (24421705-50a1-4274-82fe-b7de0cfe2eb9), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:28.847010 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d74ddfa5-dba7-4f42-8368-e44771965054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:28.854239 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-d74ddfa5-dba7-4f42-8368-e44771965054 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24421705-50a1-4274-82fe-b7de0cfe2eb9 HTTP/1.1" status: 204 len: 168 time: 0.1512768 Mar 28 18:54:28.864450 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ddfa5-dba7-4f42-8368-e44771965054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24421705-50a1-4274-82fe-b7de0cfe2eb9,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:29.095985 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c1add-b272-4b73-b59b-43c33eb539ef req-328c83f8-ffd2-4f2b-b5e6-575025373fbc tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:29.098297 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-658c1add-b272-4b73-b59b-43c33eb539ef req-328c83f8-ffd2-4f2b-b5e6-575025373fbc tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0633473 Mar 28 18:54:29.160017 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-658c1add-b272-4b73-b59b-43c33eb539ef req-925e47c4-ea04-412d-981a-851484cb3281 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558264 Mar 28 18:54:29.285116 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53700) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:29.377980 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53708) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:29.431730 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-bb654a52-0114-4e99-b8fb-ca8f30a15bf8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3552d9bf1ee4486809073019dde86ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530362 Mar 28 18:54:29.434262 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53714) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:29.502906 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7a613c5f-ce0c-4eb1-875f-3677e1e43319 admin admin] Publish callbacks [] for security_group (f0c8063d-661e-400d-8276-a642a30fa292), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:29.536678 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7a613c5f-ce0c-4eb1-875f-3677e1e43319 admin admin] Publish callbacks [] for security_group (f0c8063d-661e-400d-8276-a642a30fa292), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:29.569214 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4b99da-689c-4268-af4c-521518396e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:29.623031 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7a613c5f-ce0c-4eb1-875f-3677e1e43319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f0c8063d-661e-400d-8276-a642a30fa292), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:29.629472 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7a613c5f-ce0c-4eb1-875f-3677e1e43319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:29.633320 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-7a613c5f-ce0c-4eb1-875f-3677e1e43319 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0c8063d-661e-400d-8276-a642a30fa292 HTTP/1.1" status: 204 len: 168 time: 0.1958892 Mar 28 18:54:29.641289 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a613c5f-ce0c-4eb1-875f-3677e1e43319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c8063d-661e-400d-8276-a642a30fa292,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:29.727321 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4b99da-689c-4268-af4c-521518396e58 admin admin] Publish callbacks [] for security_group (3fc2f080-30dd-405e-8999-b87798c2b51c), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:29.735339 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4b99da-689c-4268-af4c-521518396e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (3fc2f080-30dd-405e-8999-b87798c2b51c), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:29.776490 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-0c4b99da-689c-4268-af4c-521518396e58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=925f6cc60c50492c88d8e44e7a316e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4902315 Mar 28 18:54:29.777712 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b99da-689c-4268-af4c-521518396e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc2f080-30dd-405e-8999-b87798c2b51c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:29.779161 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53726) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:29.832097 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-879af631-7156-4e39-9eeb-ddaf91a02333 admin admin] Publish callbacks [] for security_group (3fc2f080-30dd-405e-8999-b87798c2b51c), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:29.870152 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-879af631-7156-4e39-9eeb-ddaf91a02333 admin admin] Publish callbacks [] for security_group (3fc2f080-30dd-405e-8999-b87798c2b51c), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:29.932175 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-879af631-7156-4e39-9eeb-ddaf91a02333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (3fc2f080-30dd-405e-8999-b87798c2b51c), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:29.934836 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-879af631-7156-4e39-9eeb-ddaf91a02333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:29.935866 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-879af631-7156-4e39-9eeb-ddaf91a02333 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fc2f080-30dd-405e-8999-b87798c2b51c HTTP/1.1" status: 204 len: 168 time: 0.1557338 Mar 28 18:54:29.946079 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879af631-7156-4e39-9eeb-ddaf91a02333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc2f080-30dd-405e-8999-b87798c2b51c,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:30.340968 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b627b-fe98-4f81-9203-1684c6a840a2 req-78b8ade2-bbdc-4b81-aa83-3e68d4a3d1be tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:30.342908 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-da8b627b-fe98-4f81-9203-1684c6a840a2 req-78b8ade2-bbdc-4b81-aa83-3e68d4a3d1be tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0826952 Mar 28 18:54:30.415739 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-da8b627b-fe98-4f81-9203-1684c6a840a2 req-889004db-dafd-4621-9790-ebb1d267bc2b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648949 Mar 28 18:54:30.571582 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53796) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:30.591827 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f3e621d-beb1-44ac-a515-43f49b7671fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:30.697343 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f3e621d-beb1-44ac-a515-43f49b7671fb admin admin] Publish callbacks [] for security_group (9a178b4d-73b2-4184-a662-3b1e41dbfadf), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:30.703985 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f3e621d-beb1-44ac-a515-43f49b7671fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (9a178b4d-73b2-4184-a662-3b1e41dbfadf), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:30.748171 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-3f3e621d-beb1-44ac-a515-43f49b7671fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9c2714d5f0c4e7794256fc90039d021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1756089 Mar 28 18:54:30.751530 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53808) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:30.766959 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e621d-beb1-44ac-a515-43f49b7671fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a178b4d-73b2-4184-a662-3b1e41dbfadf,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:30.843033 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-026314d1-b3a3-46e7-b5d9-5a67e473d0d1 admin admin] Publish callbacks [] for security_group (9a178b4d-73b2-4184-a662-3b1e41dbfadf), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:30.872321 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-026314d1-b3a3-46e7-b5d9-5a67e473d0d1 admin admin] Publish callbacks [] for security_group (9a178b4d-73b2-4184-a662-3b1e41dbfadf), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:30.934838 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-026314d1-b3a3-46e7-b5d9-5a67e473d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (9a178b4d-73b2-4184-a662-3b1e41dbfadf), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:30.938483 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-026314d1-b3a3-46e7-b5d9-5a67e473d0d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:30.941992 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-026314d1-b3a3-46e7-b5d9-5a67e473d0d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a178b4d-73b2-4184-a662-3b1e41dbfadf HTTP/1.1" status: 204 len: 168 time: 0.1870761 Mar 28 18:54:30.949302 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026314d1-b3a3-46e7-b5d9-5a67e473d0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a178b4d-73b2-4184-a662-3b1e41dbfadf,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:31.569220 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9bd6b-04ea-4436-8365-a627bf2c60da req-8661d27e-2b14-4972-9235-fe99ae8423bb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:31.570915 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-60c9bd6b-04ea-4436-8365-a627bf2c60da req-8661d27e-2b14-4972-9235-fe99ae8423bb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0730827 Mar 28 18:54:31.646610 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-60c9bd6b-04ea-4436-8365-a627bf2c60da req-c3f5ff13-f1f2-4d42-94f3-cd9a23d7b756 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669799 Mar 28 18:54:31.955474 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53910) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:32.068927 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96880300-b5ea-4d0a-b47a-f06705ae546c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:32.160048 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96880300-b5ea-4d0a-b47a-f06705ae546c admin admin] Publish callbacks [] for security_group (984d06e3-6271-4b18-8f8b-ef26b75c4d65), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:32.164983 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96880300-b5ea-4d0a-b47a-f06705ae546c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (984d06e3-6271-4b18-8f8b-ef26b75c4d65), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:32.210289 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-96880300-b5ea-4d0a-b47a-f06705ae546c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e060be0b2b694acca0a5e3d19a400e9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507191 Mar 28 18:54:32.210289 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96880300-b5ea-4d0a-b47a-f06705ae546c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984d06e3-6271-4b18-8f8b-ef26b75c4d65,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:32.210838 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53922) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:32.217169 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:54:32.260822 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0befccae-4a40-4582-899e-43068f6f63e4 admin admin] Publish callbacks [] for security_group (984d06e3-6271-4b18-8f8b-ef26b75c4d65), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:32.307325 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0befccae-4a40-4582-899e-43068f6f63e4 admin admin] Publish callbacks [] for security_group (984d06e3-6271-4b18-8f8b-ef26b75c4d65), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:32.362162 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0befccae-4a40-4582-899e-43068f6f63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (984d06e3-6271-4b18-8f8b-ef26b75c4d65), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:32.364734 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0befccae-4a40-4582-899e-43068f6f63e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:32.366047 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-0befccae-4a40-4582-899e-43068f6f63e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/984d06e3-6271-4b18-8f8b-ef26b75c4d65 HTTP/1.1" status: 204 len: 168 time: 0.1542978 Mar 28 18:54:32.375817 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befccae-4a40-4582-899e-43068f6f63e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984d06e3-6271-4b18-8f8b-ef26b75c4d65,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:32.813921 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca968b-6201-42a4-b623-008822a945b2 req-81d75897-3fb4-4683-ab22-21f31918e62d tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:32.822360 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e7ca968b-6201-42a4-b623-008822a945b2 req-81d75897-3fb4-4683-ab22-21f31918e62d tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0814748 Mar 28 18:54:32.887647 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e7ca968b-6201-42a4-b623-008822a945b2 req-b74ce50f-0e1d-48dc-a489-c7cc4c88fc9b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632701 Mar 28 18:54:32.929941 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 53964) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:32.946588 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4dfc4931-79e9-4b1f-908c-08257488dfca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:33.031317 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4dfc4931-79e9-4b1f-908c-08257488dfca admin admin] Publish callbacks [] for security_group (f125d7ad-ba8b-4966-a5a5-9fca34733877), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:33.038092 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4dfc4931-79e9-4b1f-908c-08257488dfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f125d7ad-ba8b-4966-a5a5-9fca34733877), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:33.086006 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-4dfc4931-79e9-4b1f-908c-08257488dfca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c34894c53b14d3e854ea11cbaa5e38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549563 Mar 28 18:54:33.086862 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc4931-79e9-4b1f-908c-08257488dfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f125d7ad-ba8b-4966-a5a5-9fca34733877,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:33.088641 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 53972) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:33.138946 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3160820d-e603-4ad0-a435-e5f39d9e5b61 admin admin] Publish callbacks [] for security_group (f125d7ad-ba8b-4966-a5a5-9fca34733877), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:33.161957 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3160820d-e603-4ad0-a435-e5f39d9e5b61 admin admin] Publish callbacks [] for security_group (f125d7ad-ba8b-4966-a5a5-9fca34733877), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:33.211668 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3160820d-e603-4ad0-a435-e5f39d9e5b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f125d7ad-ba8b-4966-a5a5-9fca34733877), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:33.214369 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3160820d-e603-4ad0-a435-e5f39d9e5b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:33.215502 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-3160820d-e603-4ad0-a435-e5f39d9e5b61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f125d7ad-ba8b-4966-a5a5-9fca34733877 HTTP/1.1" status: 204 len: 168 time: 0.1258805 Mar 28 18:54:33.224202 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160820d-e603-4ad0-a435-e5f39d9e5b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f125d7ad-ba8b-4966-a5a5-9fca34733877,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:33.864791 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 54020) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:34.037901 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 54040) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:34.072715 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392af4c-6d03-4dff-b090-23a0cf88ed13 req-dea3f1f3-23ce-4df5-89fd-8b26cfaac768 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:34.074523 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4392af4c-6d03-4dff-b090-23a0cf88ed13 req-dea3f1f3-23ce-4df5-89fd-8b26cfaac768 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0984848 Mar 28 18:54:34.136508 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-33378427-network', 'tenant_id': '5a08ec0b5a97480788d0064a59838b62'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:34.167011 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4392af4c-6d03-4dff-b090-23a0cf88ed13 req-41960eed-f358-49c9-97f9-ddaa7927626c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860844 Mar 28 18:54:34.180425 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13e7e2d4-4bb8-40e1-9a20-99e4878efd6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.202347 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] Made reservation on behalf of 5a08ec0b5a97480788d0064a59838b62 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:34.205505 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.219919 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.311607 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13e7e2d4-4bb8-40e1-9a20-99e4878efd6e admin admin] Publish callbacks [] for security_group (879300c9-d119-473c-b1ce-c42830d95d97), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.319714 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13e7e2d4-4bb8-40e1-9a20-99e4878efd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (879300c9-d119-473c-b1ce-c42830d95d97), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.363417 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] Publish callbacks [] for security_group (bcdbb599-ac70-490b-9def-0f8f92ad86d5), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.382033 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (bcdbb599-ac70-490b-9def-0f8f92ad86d5), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.393322 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-13e7e2d4-4bb8-40e1-9a20-99e4878efd6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ca585a2beda4ef7bfba3ae1a760899e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5274534 Mar 28 18:54:34.395500 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7e2d4-4bb8-40e1-9a20-99e4878efd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879300c9-d119-473c-b1ce-c42830d95d97,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:34.396300 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 54054) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:34.404518 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:54:34.428262 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (4d764c82-131a-4e28-b7f2-110b13b76775), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.428615 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.segments_db [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] Added segment 4d764c82-131a-4e28-b7f2-110b13b76775 of type vlan for network 76077a23-66fe-46be-9266-04afc4a6e7be Mar 28 18:54:34.437857 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdbb599-ac70-490b-9def-0f8f92ad86d5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:34.454178 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4330-76dd-4b68-84e2-5d1afc4f546b admin admin] Publish callbacks [] for security_group (879300c9-d119-473c-b1ce-c42830d95d97), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.473387 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (76077a23-66fe-46be-9266-04afc4a6e7be), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.476524 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4330-76dd-4b68-84e2-5d1afc4f546b admin admin] Publish callbacks [] for security_group (879300c9-d119-473c-b1ce-c42830d95d97), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.499683 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (76077a23-66fe-46be-9266-04afc4a6e7be), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.501097 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:34.501738 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.528756 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4330-76dd-4b68-84e2-5d1afc4f546b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (879300c9-d119-473c-b1ce-c42830d95d97), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.531805 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4330-76dd-4b68-84e2-5d1afc4f546b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.533116 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-ff7f4330-76dd-4b68-84e2-5d1afc4f546b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/879300c9-d119-473c-b1ce-c42830d95d97 HTTP/1.1" status: 204 len: 168 time: 0.1357505 Mar 28 18:54:34.561478 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f4330-76dd-4b68-84e2-5d1afc4f546b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879300c9-d119-473c-b1ce-c42830d95d97,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:34.582988 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5440314 Mar 28 18:54:34.585998 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 54058) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:34.593545 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-c33bd831-c42d-4169-93e5-8ab19affbd19 admin admin] Request body: {'subnet': {'network_id': '76077a23-66fe-46be-9266-04afc4a6e7be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-33378427-subnet', 'tenant_id': '5a08ec0b5a97480788d0064a59838b62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:34.595119 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f3294-8388-452c-aeb3-e48bdf107bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=76077a23-66fe-46be-9266-04afc4a6e7be,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:34.610824 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network 76077a23-66fe-46be-9266-04afc4a6e7be details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:54:34.622522 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33bd831-c42d-4169-93e5-8ab19affbd19 admin admin] Made reservation on behalf of 5a08ec0b5a97480788d0064a59838b62 for: {'subnet': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:34.626242 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c33bd831-c42d-4169-93e5-8ab19affbd19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530556952'] for subnet (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.807434 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c33bd831-c42d-4169-93e5-8ab19affbd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530563895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530556942'] for subnet (54660222-89f2-420d-bf07-084dc5efe19f), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.878358 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bd831-c42d-4169-93e5-8ab19affbd19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54660222-89f2-420d-bf07-084dc5efe19f,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:34.882109 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 54064) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:34.889542 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33bd831-c42d-4169-93e5-8ab19affbd19 admin admin] Checking segment: {'id': '4d764c82-131a-4e28-b7f2-110b13b76775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76077a23-66fe-46be-9266-04afc4a6e7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:34.891105 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33bd831-c42d-4169-93e5-8ab19affbd19 admin admin] Network hostable DHCP agents. Network: 76077a23-66fe-46be-9266-04afc4a6e7be, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:54:34.898611 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-832cf70c-ca11-4d5e-8edb-ab9cac508910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.908928 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33bd831-c42d-4169-93e5-8ab19affbd19 admin admin] Network 76077a23-66fe-46be-9266-04afc4a6e7be is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:54:34.919935 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-c33bd831-c42d-4169-93e5-8ab19affbd19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, 76077a23-66fe-46be-9266-04afc4a6e7be) {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:34.924988 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33bd831-c42d-4169-93e5-8ab19affbd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:34.926411 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c33bd831-c42d-4169-93e5-8ab19affbd19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:34.932057 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b58d78e-5205-4daf-ac42-b2e15fd75cf2 None None] Network 76077a23-66fe-46be-9266-04afc4a6e7be requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:34.946052 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-c33bd831-c42d-4169-93e5-8ab19affbd19 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3588293 Mar 28 18:54:35.004226 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-832cf70c-ca11-4d5e-8edb-ab9cac508910 admin admin] Publish callbacks [] for security_group (b7618d59-8c13-4b19-8ec2-3f236d85ac4f), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:35.008842 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-832cf70c-ca11-4d5e-8edb-ab9cac508910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (b7618d59-8c13-4b19-8ec2-3f236d85ac4f), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:35.063944 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-832cf70c-ca11-4d5e-8edb-ab9cac508910 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=963d90c063424eacae522fb031cfb4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779168 Mar 28 18:54:35.063944 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cf70c-ca11-4d5e-8edb-ab9cac508910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7618d59-8c13-4b19-8ec2-3f236d85ac4f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:35.064678 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 54070) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:35.075856 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8033f9f-a166-4a82-a3ac-b164d4366930 None None] Network 76077a23-66fe-46be-9266-04afc4a6e7be requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:35.137838 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd37c-ee03-455f-a193-ea0a38871579 admin admin] Publish callbacks [] for security_group (b7618d59-8c13-4b19-8ec2-3f236d85ac4f), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:35.163301 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd37c-ee03-455f-a193-ea0a38871579 admin admin] Publish callbacks [] for security_group (b7618d59-8c13-4b19-8ec2-3f236d85ac4f), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:35.228244 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd37c-ee03-455f-a193-ea0a38871579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (b7618d59-8c13-4b19-8ec2-3f236d85ac4f), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:35.231202 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd37c-ee03-455f-a193-ea0a38871579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:35.234923 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-4f6dd37c-ee03-455f-a193-ea0a38871579 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7618d59-8c13-4b19-8ec2-3f236d85ac4f HTTP/1.1" status: 204 len: 168 time: 0.1688073 Mar 28 18:54:35.266417 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dd37c-ee03-455f-a193-ea0a38871579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7618d59-8c13-4b19-8ec2-3f236d85ac4f,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:35.331015 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ad96a-62cb-45cb-bdcb-47a3f1823b7e req-aab09092-8f6a-4736-a693-9f970b9cd9df tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:35.338186 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ed6ad96a-62cb-45cb-bdcb-47a3f1823b7e req-aab09092-8f6a-4736-a693-9f970b9cd9df tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0684283 Mar 28 18:54:35.401651 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ed6ad96a-62cb-45cb-bdcb-47a3f1823b7e req-4b637536-5446-4b5b-b271-14b8e99160d6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592613 Mar 28 18:54:36.070422 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 54128) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:36.166167 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2144008430-network', 'tenant_id': 'c3f64b8dc3ef46b08d71a63f40127727'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:36.184686 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] Made reservation on behalf of c3f64b8dc3ef46b08d71a63f40127727 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:36.187745 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:36.197066 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:36.279599 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] Publish callbacks [] for security_group (35a58771-5b85-4f49-b3f6-aae0637a3f23), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:36.283849 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (35a58771-5b85-4f49-b3f6-aae0637a3f23), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:36.308316 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:54:36.319208 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a58771-5b85-4f49-b3f6-aae0637a3f23,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:36.323880 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (e340f31d-d0c8-409e-919a-37018aa2517a), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:36.324217 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.segments_db [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] Added segment e340f31d-d0c8-409e-919a-37018aa2517a of type vlan for network 2a11828a-159c-474a-b981-3ebefad1b958 Mar 28 18:54:36.361942 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (2a11828a-159c-474a-b981-3ebefad1b958), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:36.385392 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (2a11828a-159c-474a-b981-3ebefad1b958), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:36.386345 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:36.386914 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:36.440515 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3689792 Mar 28 18:54:36.443801 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 54136) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:36.448690 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-49118be8-d635-4386-a368-fbfcf85ea594 admin admin] Request body: {'subnet': {'network_id': '2a11828a-159c-474a-b981-3ebefad1b958', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2144008430-subnet', 'tenant_id': 'c3f64b8dc3ef46b08d71a63f40127727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:36.456940 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a5022-42ec-4de0-9bf3-92107bb3a8fd admin admin] Pushing event updated for resources: {'Network': ['ID=2a11828a-159c-474a-b981-3ebefad1b958,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:36.472854 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network 2a11828a-159c-474a-b981-3ebefad1b958 details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:54:36.473886 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49118be8-d635-4386-a368-fbfcf85ea594 admin admin] Made reservation on behalf of c3f64b8dc3ef46b08d71a63f40127727 for: {'subnet': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:36.476773 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-49118be8-d635-4386-a368-fbfcf85ea594 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530556952'] for subnet (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:36.528794 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67dea7-c3b4-49c6-addf-8d29eb0ef46d req-203dade6-b9c6-4bfe-9d8c-e47df2e28ea6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:36.530240 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ee67dea7-c3b4-49c6-addf-8d29eb0ef46d req-203dade6-b9c6-4bfe-9d8c-e47df2e28ea6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0574093 Mar 28 18:54:36.580538 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ee67dea7-c3b4-49c6-addf-8d29eb0ef46d req-b9cbae65-e513-4b5e-a520-64205674b470 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434403 Mar 28 18:54:36.658666 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-49118be8-d635-4386-a368-fbfcf85ea594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530563895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530556942'] for subnet (705625c0-fc60-4de6-b714-554794135805), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:36.715843 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49118be8-d635-4386-a368-fbfcf85ea594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=705625c0-fc60-4de6-b714-554794135805,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:36.723750 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49118be8-d635-4386-a368-fbfcf85ea594 admin admin] Checking segment: {'id': 'e340f31d-d0c8-409e-919a-37018aa2517a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2a11828a-159c-474a-b981-3ebefad1b958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:36.724110 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49118be8-d635-4386-a368-fbfcf85ea594 admin admin] Network hostable DHCP agents. Network: 2a11828a-159c-474a-b981-3ebefad1b958, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:54:36.742029 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49118be8-d635-4386-a368-fbfcf85ea594 admin admin] Network 2a11828a-159c-474a-b981-3ebefad1b958 is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:54:36.751948 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-49118be8-d635-4386-a368-fbfcf85ea594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, 2a11828a-159c-474a-b981-3ebefad1b958) {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:36.756018 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49118be8-d635-4386-a368-fbfcf85ea594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:36.756608 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-49118be8-d635-4386-a368-fbfcf85ea594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:36.761027 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e58de60-69c1-4e3d-ae1d-f216e06c00d3 None None] Network 2a11828a-159c-474a-b981-3ebefad1b958 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:36.784195 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-49118be8-d635-4386-a368-fbfcf85ea594 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3391500 Mar 28 18:54:37.046882 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ace3916-6ac0-44ef-b034-d611115d106f None None] Network 2a11828a-159c-474a-b981-3ebefad1b958 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:37.200694 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac561d-ef93-475e-995a-9224f081e807 req-3929149e-bcd4-4129-8c5d-dc3090bb015b tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:37.202328 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-24ac561d-ef93-475e-995a-9224f081e807 req-3929149e-bcd4-4129-8c5d-dc3090bb015b tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/networks?id=76077a23-66fe-46be-9266-04afc4a6e7be HTTP/1.1" status: 200 len: 807 time: 0.1770198 Mar 28 18:54:37.224829 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-24ac561d-ef93-475e-995a-9224f081e807 req-39fd6bf1-5560-4d3e-9e95-a4baab3355db tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/quotas/5a08ec0b5a97480788d0064a59838b62 HTTP/1.1" status: 200 len: 375 time: 0.0160320 Mar 28 18:54:37.522950 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-24ac561d-ef93-475e-995a-9224f081e807 req-d39ed092-a69a-4a0a-8d39-054841719c7c tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a08ec0b5a97480788d0064a59838b62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2920523 Mar 28 18:54:37.615840 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 54208) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:37.622804 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1232870319-network', 'tenant_id': 'f13dd631393748db9ac9921756780ad5'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:37.632323 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-24ac561d-ef93-475e-995a-9224f081e807 req-3f726354-ea20-4770-ab1d-36efaf560e4c service neutron] 10.222.0.18 "GET /v2.0/networks/76077a23-66fe-46be-9266-04afc4a6e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083968 Mar 28 18:54:37.648104 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] Made reservation on behalf of f13dd631393748db9ac9921756780ad5 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:37.651304 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:37.663525 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:37.747970 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9b1b5-3739-445b-b64a-c567be79dc45 req-5cc65eaa-fbdb-42e4-ac9c-a996a59112f4 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:37.749582 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8fd9b1b5-3739-445b-b64a-c567be79dc45 req-5cc65eaa-fbdb-42e4-ac9c-a996a59112f4 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0822618 Mar 28 18:54:37.763207 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-24ac561d-ef93-475e-995a-9224f081e807 req-bd12cee7-74e3-4bb3-bf96-2c17a20d6b75 service neutron] 10.222.0.18 "GET /v2.0/networks/76077a23-66fe-46be-9266-04afc4a6e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241419 Mar 28 18:54:37.770382 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 54212) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:37.815942 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8fd9b1b5-3739-445b-b64a-c567be79dc45 req-94064752-fc47-413d-9a92-449dc1b55cb0 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581241 Mar 28 18:54:37.853838 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] Publish callbacks [] for security_group (e241c5ed-bad0-4037-b9be-65fdbf08dcd4), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:37.858257 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (e241c5ed-bad0-4037-b9be-65fdbf08dcd4), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:37.883386 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:54:37.893463 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ffae-fcab-4e4b-aa1a-972ff0be7e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:37.901658 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (6f5a713e-694d-49d8-a1b1-91abc2f338b9), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:37.902042 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.segments_db [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] Added segment 6f5a713e-694d-49d8-a1b1-91abc2f338b9 of type vlan for network 7542acb9-96a1-4f4a-b912-ee13aa1175e9 Mar 28 18:54:37.903481 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e241c5ed-bad0-4037-b9be-65fdbf08dcd4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:37.987879 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-e4a83e7d-d4a5-48fc-9a89-b37bb9d7f911 req-a8ff8e11-a2c2-4438-a69b-15c4095817fe tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 210 time: 0.0554318 Mar 28 18:54:37.995783 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ffae-fcab-4e4b-aa1a-972ff0be7e53 admin admin] Publish callbacks [] for security_group (a2f7845f-0d92-441e-8ca7-aaa25c3470da), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.000415 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ffae-fcab-4e4b-aa1a-972ff0be7e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (a2f7845f-0d92-441e-8ca7-aaa25c3470da), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.013440 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (7542acb9-96a1-4f4a-b912-ee13aa1175e9), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.040860 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2ffae-fcab-4e4b-aa1a-972ff0be7e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f7845f-0d92-441e-8ca7-aaa25c3470da,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:38.047600 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (7542acb9-96a1-4f4a-b912-ee13aa1175e9), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.049093 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:38.049462 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-b8e2ffae-fcab-4e4b-aa1a-972ff0be7e53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c58d88a80b8f4ff894817a29775531d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778432 Mar 28 18:54:38.049823 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.050099 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 54220) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:38.112267 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ff009cea-5a7d-4457-a905-9aa92f2e53f1 admin admin] Publish callbacks [] for security_group (a2f7845f-0d92-441e-8ca7-aaa25c3470da), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.127196 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5093563 Mar 28 18:54:38.129978 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 54226) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:38.134823 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1d3999d4-d1b6-420d-9496-d8cb0982db5d admin admin] Request body: {'subnet': {'network_id': '7542acb9-96a1-4f4a-b912-ee13aa1175e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1232870319-subnet', 'tenant_id': 'f13dd631393748db9ac9921756780ad5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:38.141745 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ff009cea-5a7d-4457-a905-9aa92f2e53f1 admin admin] Publish callbacks [] for security_group (a2f7845f-0d92-441e-8ca7-aaa25c3470da), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.141989 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e2d1d-2400-4a69-92ba-024ac8c33c06 admin admin] Pushing event updated for resources: {'Network': ['ID=7542acb9-96a1-4f4a-b912-ee13aa1175e9,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:38.152753 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network 7542acb9-96a1-4f4a-b912-ee13aa1175e9 details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:54:38.175089 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3999d4-d1b6-420d-9496-d8cb0982db5d admin admin] Made reservation on behalf of f13dd631393748db9ac9921756780ad5 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:38.178645 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d3999d4-d1b6-420d-9496-d8cb0982db5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528677398'] for subnet (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.220442 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ff009cea-5a7d-4457-a905-9aa92f2e53f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (a2f7845f-0d92-441e-8ca7-aaa25c3470da), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.225227 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ff009cea-5a7d-4457-a905-9aa92f2e53f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.226589 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-ff009cea-5a7d-4457-a905-9aa92f2e53f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2f7845f-0d92-441e-8ca7-aaa25c3470da HTTP/1.1" status: 204 len: 168 time: 0.1755810 Mar 28 18:54:38.239977 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff009cea-5a7d-4457-a905-9aa92f2e53f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f7845f-0d92-441e-8ca7-aaa25c3470da,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:38.406580 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d3999d4-d1b6-420d-9496-d8cb0982db5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528608262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528677376'] for subnet (865de219-2d5b-4bc9-8715-4935d4e5c040), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.462899 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3999d4-d1b6-420d-9496-d8cb0982db5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=865de219-2d5b-4bc9-8715-4935d4e5c040,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:38.473849 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3999d4-d1b6-420d-9496-d8cb0982db5d admin admin] Checking segment: {'id': '6f5a713e-694d-49d8-a1b1-91abc2f338b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7542acb9-96a1-4f4a-b912-ee13aa1175e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:38.474089 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3999d4-d1b6-420d-9496-d8cb0982db5d admin admin] Network hostable DHCP agents. Network: 7542acb9-96a1-4f4a-b912-ee13aa1175e9, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:54:38.493088 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3999d4-d1b6-420d-9496-d8cb0982db5d admin admin] Network 7542acb9-96a1-4f4a-b912-ee13aa1175e9 is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:54:38.502352 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-1d3999d4-d1b6-420d-9496-d8cb0982db5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, 7542acb9-96a1-4f4a-b912-ee13aa1175e9) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:38.506652 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3999d4-d1b6-420d-9496-d8cb0982db5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:38.507237 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d3999d4-d1b6-420d-9496-d8cb0982db5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.517025 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7843632b-257e-4922-9557-ea2ffe58c061 None None] Network 7542acb9-96a1-4f4a-b912-ee13aa1175e9 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:38.524928 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-1d3999d4-d1b6-420d-9496-d8cb0982db5d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3936996 Mar 28 18:54:38.612253 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 54240) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:38.628003 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0792d3dd-1e6e-41f0-b0be-24a00a162d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.671539 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b9e417-7f42-4bec-88ac-aec8bd17f534 None None] Network 7542acb9-96a1-4f4a-b912-ee13aa1175e9 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:38.770536 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0792d3dd-1e6e-41f0-b0be-24a00a162d38 admin admin] Publish callbacks [] for security_group (d179fcda-59cf-4b02-b231-e783efbd138e), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.777669 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0792d3dd-1e6e-41f0-b0be-24a00a162d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (d179fcda-59cf-4b02-b231-e783efbd138e), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.818397 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792d3dd-1e6e-41f0-b0be-24a00a162d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d179fcda-59cf-4b02-b231-e783efbd138e,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:38.838511 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-0792d3dd-1e6e-41f0-b0be-24a00a162d38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34adb9a0563e4f58974ebff792e34368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246103 Mar 28 18:54:38.840129 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 54256) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:38.889618 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4035962c-749e-442d-8163-f9ea83068114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.897334 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b5eee717-88ca-4c5d-9a38-7aaa93fd6bbf admin admin] Publish callbacks [] for security_group (d179fcda-59cf-4b02-b231-e783efbd138e), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.924185 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b5eee717-88ca-4c5d-9a38-7aaa93fd6bbf admin admin] Publish callbacks [] for security_group (d179fcda-59cf-4b02-b231-e783efbd138e), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.988165 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b5eee717-88ca-4c5d-9a38-7aaa93fd6bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (d179fcda-59cf-4b02-b231-e783efbd138e), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.993065 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b5eee717-88ca-4c5d-9a38-7aaa93fd6bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:38.994907 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-b5eee717-88ca-4c5d-9a38-7aaa93fd6bbf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d179fcda-59cf-4b02-b231-e783efbd138e HTTP/1.1" status: 204 len: 168 time: 0.1537290 Mar 28 18:54:39.021073 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eee717-88ca-4c5d-9a38-7aaa93fd6bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d179fcda-59cf-4b02-b231-e783efbd138e,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:39.024199 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbfa6e-a5d5-4b61-a4f6-4da8e0149722 req-c0e3ffe0-3ef5-40db-90ad-04a2ac37a440 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:39.032777 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-53cbfa6e-a5d5-4b61-a4f6-4da8e0149722 req-c0e3ffe0-3ef5-40db-90ad-04a2ac37a440 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.1055014 Mar 28 18:54:39.098759 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-53cbfa6e-a5d5-4b61-a4f6-4da8e0149722 req-6e91bb68-f2cd-43fa-8ea6-8c8f9dedcf25 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579021 Mar 28 18:54:39.232020 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac561d-ef93-475e-995a-9224f081e807 req-088c1062-a7e6-4228-90cd-c3eb89a4233d tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:39.234054 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-24ac561d-ef93-475e-995a-9224f081e807 req-088c1062-a7e6-4228-90cd-c3eb89a4233d tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.23 "GET /v2.0/networks?id=76077a23-66fe-46be-9266-04afc4a6e7be HTTP/1.1" status: 200 len: 807 time: 0.1277280 Mar 28 18:54:39.256355 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-24ac561d-ef93-475e-995a-9224f081e807 req-f89b5fee-b362-4c0c-bb52-caf284ad0363 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Request body: {'port': {'device_id': 'cf75be19-d337-4877-9da9-dcfd31a642ca', 'network_id': '76077a23-66fe-46be-9266-04afc4a6e7be', 'admin_state_up': True, 'tenant_id': '5a08ec0b5a97480788d0064a59838b62'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:39.267572 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c366ea54-ceaa-4aa1-8ec6-8906904abb85 req-0c2961b0-0ddf-49ed-b48b-ff8a0a30b910 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 210 time: 0.0628810 Mar 28 18:54:39.427222 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-08d2d948-6955-4342-87dc-b160a0958ae0 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:39.428675 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-08d2d948-6955-4342-87dc-b160a0958ae0 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/networks?id=2a11828a-159c-474a-b981-3ebefad1b958 HTTP/1.1" status: 200 len: 809 time: 0.1935382 Mar 28 18:54:39.449781 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 54280) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:39.453208 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-ab7c25ee-f400-4e88-bc26-be9040c438b1 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/quotas/c3f64b8dc3ef46b08d71a63f40127727 HTTP/1.1" status: 200 len: 375 time: 0.0180244 Mar 28 18:54:39.458210 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ac561d-ef93-475e-995a-9224f081e807 req-f89b5fee-b362-4c0c-bb52-caf284ad0363 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Made reservation on behalf of 5a08ec0b5a97480788d0064a59838b62 for: {'port': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:39.461768 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-24ac561d-ef93-475e-995a-9224f081e807 req-f89b5fee-b362-4c0c-bb52-caf284ad0363 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:39.466241 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ebad3831-4b83-46dd-b84f-bd846707f40b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:39.502789 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-99f5c702-c4c2-40c2-91fc-1397b509fd07 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3f64b8dc3ef46b08d71a63f40127727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384731 Mar 28 18:54:39.556187 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ebad3831-4b83-46dd-b84f-bd846707f40b admin admin] Publish callbacks [] for security_group (ed71b9e4-f5ce-4b0e-a3a8-15f21a042b27), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:39.559888 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ebad3831-4b83-46dd-b84f-bd846707f40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (ed71b9e4-f5ce-4b0e-a3a8-15f21a042b27), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:39.598765 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-ebad3831-4b83-46dd-b84f-bd846707f40b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7f25e6602f541feb8fb36a8564d7f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469257 Mar 28 18:54:39.599355 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 54282) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:39.614362 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad3831-4b83-46dd-b84f-bd846707f40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed71b9e4-f5ce-4b0e-a3a8-15f21a042b27,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:39.651957 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ddf3fca-125e-48a4-80f5-51db807f9318 admin admin] Publish callbacks [] for security_group (ed71b9e4-f5ce-4b0e-a3a8-15f21a042b27), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:39.677858 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ddf3fca-125e-48a4-80f5-51db807f9318 admin admin] Publish callbacks [] for security_group (ed71b9e4-f5ce-4b0e-a3a8-15f21a042b27), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:39.682572 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-1e12ac20-5716-48b6-9682-a217c4cc40cf service neutron] 10.222.0.18 "GET /v2.0/networks/2a11828a-159c-474a-b981-3ebefad1b958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686385 Mar 28 18:54:39.699217 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [req-24ac561d-ef93-475e-995a-9224f081e807 req-f89b5fee-b362-4c0c-bb52-caf284ad0363 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Allocated IP 172.20.0.10 (76077a23-66fe-46be-9266-04afc4a6e7be/54660222-89f2-420d-bf07-084dc5efe19f/e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:54:39.738971 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ddf3fca-125e-48a4-80f5-51db807f9318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (ed71b9e4-f5ce-4b0e-a3a8-15f21a042b27), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:39.741657 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ddf3fca-125e-48a4-80f5-51db807f9318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:39.742818 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-3ddf3fca-125e-48a4-80f5-51db807f9318 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed71b9e4-f5ce-4b0e-a3a8-15f21a042b27 HTTP/1.1" status: 204 len: 168 time: 0.1400292 Mar 28 18:54:39.752149 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf3fca-125e-48a4-80f5-51db807f9318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed71b9e4-f5ce-4b0e-a3a8-15f21a042b27,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:39.883123 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-ef4e47e6-903b-4154-94c1-d0185d571fd2 service neutron] 10.222.0.18 "GET /v2.0/networks/2a11828a-159c-474a-b981-3ebefad1b958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813037 Mar 28 18:54:39.984437 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-24ac561d-ef93-475e-995a-9224f081e807 req-f89b5fee-b362-4c0c-bb52-caf284ad0363 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks [] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:40.033112 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-24ac561d-ef93-475e-995a-9224f081e807 req-f89b5fee-b362-4c0c-bb52-caf284ad0363 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:40.117999 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-78f28bf1-ba47-448d-9888-6df37725f50e req-bee9277d-9e9a-42ae-a929-05f20beb8c72 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 210 time: 0.0443711 Mar 28 18:54:40.122683 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ac561d-ef93-475e-995a-9224f081e807 req-f89b5fee-b362-4c0c-bb52-caf284ad0363 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Network 76077a23-66fe-46be-9266-04afc4a6e7be is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:40.128261 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [req-24ac561d-ef93-475e-995a-9224f081e807 req-f89b5fee-b362-4c0c-bb52-caf284ad0363 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:40.132562 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ac561d-ef93-475e-995a-9224f081e807 req-f89b5fee-b362-4c0c-bb52-caf284ad0363 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:54:40.194065 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b5fee-b362-4c0c-bb52-caf284ad0363 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Pushing event updated for resources: {'Port': ['ID=e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:40.226052 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac561d-ef93-475e-995a-9224f081e807 req-f89b5fee-b362-4c0c-bb52-caf284ad0363 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:40.227574 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-24ac561d-ef93-475e-995a-9224f081e807 req-f89b5fee-b362-4c0c-bb52-caf284ad0363 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:40.331389 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-24ac561d-ef93-475e-995a-9224f081e807 req-f89b5fee-b362-4c0c-bb52-caf284ad0363 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0812216 Mar 28 18:54:40.356518 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Request body: {'port': {'device_id': 'cf75be19-d337-4877-9da9-dcfd31a642ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:40.383337 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd9396-0f9d-446f-aec3-a1914b7c4f8d req-aaa0db9c-73fe-4a4f-b282-2274a425ad2b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:40.386371 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7fcd9396-0f9d-446f-aec3-a1914b7c4f8d req-aaa0db9c-73fe-4a4f-b282-2274a425ad2b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.1530688 Mar 28 18:54:40.414843 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b614d5-f5cf-46f8-ab7b-f207df843c4e req-6b2aa2bb-7840-48f0-9f9d-f6a3e6feebf3 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:40.423418 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-46b614d5-f5cf-46f8-ab7b-f207df843c4e req-6b2aa2bb-7840-48f0-9f9d-f6a3e6feebf3 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 932 time: 0.0722764 Mar 28 18:54:40.524020 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7fcd9396-0f9d-446f-aec3-a1914b7c4f8d req-53725ae7-090f-4b51-af62-20a241d4243f tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034939 Mar 28 18:54:40.531230 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:40.560886 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-46b614d5-f5cf-46f8-ab7b-f207df843c4e req-000d7485-a48e-4d02-99eb-b8e533af163f tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167862 Mar 28 18:54:40.860062 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 {{(pid=109703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:54:40.868164 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Publish callbacks [] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:40.881544 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.provisioning_blocks [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Transition to ACTIVE for port object e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 will not be triggered until provisioned by entity L2. {{(pid=109703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:54:40.885867 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:40.945979 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Pushing event updated for resources: {'Port': ['ID=e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:41.031447 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Attempting to bind port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:54:41.031758 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Attempting to bind port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '4d764c82-131a-4e28-b7f2-110b13b76775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76077a23-66fe-46be-9266-04afc4a6e7be'}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:54:41.032046 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Attempting to bind port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 on network 76077a23-66fe-46be-9266-04afc4a6e7be {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:41.032146 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e003b6d8-fc7d-453c-a4e3-10e8b30bd6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:41.037199 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 on network 76077a23-66fe-46be-9266-04afc4a6e7be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:54:41.037652 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Attempting to bind port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 on network 76077a23-66fe-46be-9266-04afc4a6e7be {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:41.042593 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:54:41.042932 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Checking segment: {'id': '4d764c82-131a-4e28-b7f2-110b13b76775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76077a23-66fe-46be-9266-04afc4a6e7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:41.043303 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Bound using segment: {'id': '4d764c82-131a-4e28-b7f2-110b13b76775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76077a23-66fe-46be-9266-04afc4a6e7be'} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:54:41.043724 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Bound port: e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d764c82-131a-4e28-b7f2-110b13b76775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76077a23-66fe-46be-9266-04afc4a6e7be'}}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:54:41.044080 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:41.118052 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] For port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475, host hv-cinder-83548, cleared binding levels {{(pid=109703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:54:41.121080 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] For port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475,segment=NetworkSegment(4d764c82-131a-4e28-b7f2-110b13b76775),segment_id=4d764c82-131a-4e28-b7f2-110b13b76775)] {{(pid=109703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:54:41.129010 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:41.168411 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:41.168949 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:41.170485 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-24ac561d-ef93-475e-995a-9224f081e807 req-4a058758-ab37-4434-a40d-083e07063aff service neutron] 10.222.0.23 "PUT /v2.0/ports/e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 HTTP/1.1" status: 200 len: 1094 time: 0.8225164 Mar 28 18:54:41.171021 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf75be19-d337-4877-9da9-dcfd31a642ca', 'tag': 'e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:41.174425 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87411bc0-9a81-4728-86db-8c798721e6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf75be19-d337-4877-9da9-dcfd31a642ca", "tag": "e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:41.181530 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 54354) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:41.233602 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e5fe2000-2f73-4fe3-988a-875b85c7b621 req-170b58de-673c-4e5a-b877-b600206e5929 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 210 time: 0.0539758 Mar 28 18:54:41.237656 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7597bbb9-6001-438a-a484-ce63ab2a02ef x-openstack-request-id: req-7597bbb9-6001-438a-a484-ce63ab2a02ef {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:41.237980 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf75be19-d337-4877-9da9-dcfd31a642ca", "tag": "e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:41.238314 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7597bbb9-6001-438a-a484-ce63ab2a02ef {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:41.238719 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7597bbb9-6001-438a-a484-ce63ab2a02ef'] response: {'name': 'network-changed', 'server_uuid': 'cf75be19-d337-4877-9da9-dcfd31a642ca', 'tag': 'e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475', 'status': 'completed', 'code': 200} Mar 28 18:54:41.272787 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a058758-ab37-4434-a40d-083e07063aff service neutron] Pushing event updated for resources: {'Port': ['ID=e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475,revision_number=3']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:41.293581 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac561d-ef93-475e-995a-9224f081e807 req-c6165217-bd2c-48c9-a060-ed2f75493213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:41.295222 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-24ac561d-ef93-475e-995a-9224f081e807 req-c6165217-bd2c-48c9-a060-ed2f75493213 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a08ec0b5a97480788d0064a59838b62&device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 1128 time: 0.0555701 Mar 28 18:54:41.308130 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2832f4bc-ae36-467a-9dc9-3b01dd41818e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:41.344496 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-24ac561d-ef93-475e-995a-9224f081e807 req-2d8cda50-db2f-40af-8073-a3162464b402 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 HTTP/1.1" status: 200 len: 217 time: 0.0401764 Mar 28 18:54:41.386086 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2832f4bc-ae36-467a-9dc9-3b01dd41818e admin admin] Publish callbacks [] for security_group (6fc5dfd1-2f31-48a1-9adb-9d2f7db2164f), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:41.391807 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2832f4bc-ae36-467a-9dc9-3b01dd41818e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (6fc5dfd1-2f31-48a1-9adb-9d2f7db2164f), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:41.432203 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-2832f4bc-ae36-467a-9dc9-3b01dd41818e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1226f2e2f6de4029913e7b0e5e22d2fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467470 Mar 28 18:54:41.433318 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832f4bc-ae36-467a-9dc9-3b01dd41818e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc5dfd1-2f31-48a1-9adb-9d2f7db2164f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:41.436182 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 54358) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:41.477840 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac561d-ef93-475e-995a-9224f081e807 req-db08d0e5-84b0-4d82-b02d-48355590869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:41.479474 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-24ac561d-ef93-475e-995a-9224f081e807 req-db08d0e5-84b0-4d82-b02d-48355590869d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54660222-89f2-420d-bf07-084dc5efe19f HTTP/1.1" status: 200 len: 847 time: 0.1260605 Mar 28 18:54:41.508405 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de81b269-a5a2-41f3-b7b7-ac6294e663a9 admin admin] Publish callbacks [] for security_group (6fc5dfd1-2f31-48a1-9adb-9d2f7db2164f), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:41.524973 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-24ac561d-ef93-475e-995a-9224f081e807 req-ff7fe30b-5234-4465-b65a-192d77c770fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=76077a23-66fe-46be-9266-04afc4a6e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365598 Mar 28 18:54:41.531003 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de81b269-a5a2-41f3-b7b7-ac6294e663a9 admin admin] Publish callbacks [] for security_group (6fc5dfd1-2f31-48a1-9adb-9d2f7db2164f), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:41.596884 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-bc80baaa-7fc6-4992-9d2e-e74793d6b194 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:41.598274 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-bc80baaa-7fc6-4992-9d2e-e74793d6b194 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.23 "GET /v2.0/networks?id=2a11828a-159c-474a-b981-3ebefad1b958 HTTP/1.1" status: 200 len: 809 time: 0.2108998 Mar 28 18:54:41.623573 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-9daa0975-d046-4b9b-abad-6915d1401b91 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Request body: {'port': {'device_id': 'decaad47-cdb3-466d-96bd-9e386b597840', 'network_id': '2a11828a-159c-474a-b981-3ebefad1b958', 'admin_state_up': True, 'tenant_id': 'c3f64b8dc3ef46b08d71a63f40127727'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:41.637192 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de81b269-a5a2-41f3-b7b7-ac6294e663a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (6fc5dfd1-2f31-48a1-9adb-9d2f7db2164f), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:41.641461 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de81b269-a5a2-41f3-b7b7-ac6294e663a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:41.642831 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-de81b269-a5a2-41f3-b7b7-ac6294e663a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fc5dfd1-2f31-48a1-9adb-9d2f7db2164f HTTP/1.1" status: 204 len: 168 time: 0.1902623 Mar 28 18:54:41.680027 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81b269-a5a2-41f3-b7b7-ac6294e663a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc5dfd1-2f31-48a1-9adb-9d2f7db2164f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:41.747122 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4e807-ccbd-40d3-af72-53d93ff7df69 req-f2076670-7ab5-4fee-a2c6-5262de4bcbc1 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:41.748738 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a5b4e807-ccbd-40d3-af72-53d93ff7df69 req-f2076670-7ab5-4fee-a2c6-5262de4bcbc1 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0800936 Mar 28 18:54:41.819702 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-24ac561d-ef93-475e-995a-9224f081e807 req-703d6e3a-4cb3-4c57-92d9-435dcd066939 service neutron] 10.222.0.23 "GET /v2.0/networks/76077a23-66fe-46be-9266-04afc4a6e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864742 Mar 28 18:54:41.819875 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a5b4e807-ccbd-40d3-af72-53d93ff7df69 req-f11130f8-bf26-4200-afb9-5e59c01dee04 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618064 Mar 28 18:54:41.899743 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699044f2-c3b3-410f-9746-9b2c68703261 req-18920c0a-4534-4923-9721-4fb9c0221199 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:41.901563 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-699044f2-c3b3-410f-9746-9b2c68703261 req-18920c0a-4534-4923-9721-4fb9c0221199 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 944 time: 0.1546264 Mar 28 18:54:41.954250 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-9daa0975-d046-4b9b-abad-6915d1401b91 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Made reservation on behalf of c3f64b8dc3ef46b08d71a63f40127727 for: {'port': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:41.958197 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-9daa0975-d046-4b9b-abad-6915d1401b91 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:42.018719 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-699044f2-c3b3-410f-9746-9b2c68703261 req-cd50a34e-6b37-48ea-a447-b22f9ccbcded tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031756 Mar 28 18:54:42.026011 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-24ac561d-ef93-475e-995a-9224f081e807 req-a49f560d-a0b7-462e-a2cd-10b50e0f726e service neutron] 10.222.0.23 "GET /v2.0/networks/76077a23-66fe-46be-9266-04afc4a6e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983035 Mar 28 18:54:42.206576 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-9daa0975-d046-4b9b-abad-6915d1401b91 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Allocated IP 172.20.0.6 (2a11828a-159c-474a-b981-3ebefad1b958/705625c0-fc60-4de6-b714-554794135805/7d8b0afc-8c00-40c1-95ca-259f9391a09b) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:54:42.227029 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:42.238937 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87411bc0-9a81-4728-86db-8c798721e6fc req-1454f8a3-bd88-4e90-9796-866010d3b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:42.240511 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-87411bc0-9a81-4728-86db-8c798721e6fc req-1454f8a3-bd88-4e90-9796-866010d3b244 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a08ec0b5a97480788d0064a59838b62&device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 1128 time: 0.1380594 Mar 28 18:54:42.352663 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-dd8d68cc-c128-4362-8a43-70c6e1d1af87 req-a8a29dc3-3709-48bb-8442-d2bca36c9313 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 210 time: 0.0305028 Mar 28 18:54:42.622081 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87411bc0-9a81-4728-86db-8c798721e6fc req-53df18b1-2a36-4197-8909-868abcf740fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:42.623558 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-87411bc0-9a81-4728-86db-8c798721e6fc req-53df18b1-2a36-4197-8909-868abcf740fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=76077a23-66fe-46be-9266-04afc4a6e7be HTTP/1.1" status: 200 len: 908 time: 0.3749237 Mar 28 18:54:42.678004 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-87411bc0-9a81-4728-86db-8c798721e6fc req-314d2749-1889-464d-a061-c6c01e115024 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 HTTP/1.1" status: 200 len: 217 time: 0.0469563 Mar 28 18:54:42.688806 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-9daa0975-d046-4b9b-abad-6915d1401b91 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Publish callbacks [] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:42.756180 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87411bc0-9a81-4728-86db-8c798721e6fc req-782572f4-ce1b-4709-92ee-e8d7d5952042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:42.757562 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-87411bc0-9a81-4728-86db-8c798721e6fc req-782572f4-ce1b-4709-92ee-e8d7d5952042 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54660222-89f2-420d-bf07-084dc5efe19f HTTP/1.1" status: 200 len: 847 time: 0.0673187 Mar 28 18:54:42.780564 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-9daa0975-d046-4b9b-abad-6915d1401b91 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:42.800032 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-87411bc0-9a81-4728-86db-8c798721e6fc req-f855b1a9-01ac-4877-affc-e1ccbda72194 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=76077a23-66fe-46be-9266-04afc4a6e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344508 Mar 28 18:54:42.891425 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-9daa0975-d046-4b9b-abad-6915d1401b91 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Network 2a11828a-159c-474a-b981-3ebefad1b958 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:42.899478 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-9daa0975-d046-4b9b-abad-6915d1401b91 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:42.902307 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-9daa0975-d046-4b9b-abad-6915d1401b91 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:54:42.960432 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 54418) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:42.971519 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa0975-d046-4b9b-abad-6915d1401b91 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Pushing event updated for resources: {'Port': ['ID=7d8b0afc-8c00-40c1-95ca-259f9391a09b,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:43.021871 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-9daa0975-d046-4b9b-abad-6915d1401b91 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:43.022406 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-9daa0975-d046-4b9b-abad-6915d1401b91 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:43.034657 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-87411bc0-9a81-4728-86db-8c798721e6fc req-11a3111d-7cc2-488f-93c6-21c271355059 service neutron] 10.222.0.23 "GET /v2.0/networks/76077a23-66fe-46be-9266-04afc4a6e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035606 Mar 28 18:54:43.049901 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59756cd1-b61f-492b-b57e-3cc703cf85b7 req-8e7c52ae-6a89-4569-9049-765f7ae05d13 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:43.051418 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-59756cd1-b61f-492b-b57e-3cc703cf85b7 req-8e7c52ae-6a89-4569-9049-765f7ae05d13 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.1361322 Mar 28 18:54:43.063086 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-9daa0975-d046-4b9b-abad-6915d1401b91 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4443328 Mar 28 18:54:43.075824 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de7aa4a1-8cfd-4f12-a280-9478558d2a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:43.110390 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Request body: {'port': {'device_id': 'decaad47-cdb3-466d-96bd-9e386b597840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:43.199443 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6be664-bd26-4cf6-a7e0-f7d8c556aaa5 req-173af5be-551f-42d1-b12b-3266e6e5809c tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:43.200999 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1d6be664-bd26-4cf6-a7e0-f7d8c556aaa5 req-173af5be-551f-42d1-b12b-3266e6e5809c tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 944 time: 0.0854161 Mar 28 18:54:43.220607 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de7aa4a1-8cfd-4f12-a280-9478558d2a50 admin admin] Publish callbacks [] for security_group (aa321910-ef34-484c-93f3-f5734b30d3c6), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:43.226771 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-59756cd1-b61f-492b-b57e-3cc703cf85b7 req-1e2d8edd-bd96-4d42-8a15-b1b1cbd764b4 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508012 Mar 28 18:54:43.231782 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de7aa4a1-8cfd-4f12-a280-9478558d2a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (aa321910-ef34-484c-93f3-f5734b30d3c6), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:43.242900 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:43.262107 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-87411bc0-9a81-4728-86db-8c798721e6fc req-05f8a5ed-1059-4c46-a6d8-40b178271a55 service neutron] 10.222.0.23 "GET /v2.0/networks/76077a23-66fe-46be-9266-04afc4a6e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096233 Mar 28 18:54:43.298933 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7aa4a1-8cfd-4f12-a280-9478558d2a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa321910-ef34-484c-93f3-f5734b30d3c6,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:43.304583 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-de7aa4a1-8cfd-4f12-a280-9478558d2a50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b168c8e43284a90bdff9fd0379a1753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429689 Mar 28 18:54:43.307821 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 54430) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:43.314246 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1d6be664-bd26-4cf6-a7e0-f7d8c556aaa5 req-e119df78-dbde-49df-8088-ef5f423a1383 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041825 Mar 28 18:54:43.516472 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9357479b-e768-4bf0-bc47-b31f5879e7e8 admin admin] Publish callbacks [] for security_group (aa321910-ef34-484c-93f3-f5734b30d3c6), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:43.568614 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9357479b-e768-4bf0-bc47-b31f5879e7e8 admin admin] Publish callbacks [] for security_group (aa321910-ef34-484c-93f3-f5734b30d3c6), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:43.588918 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b5cc4-4504-412f-94de-8901d34a0367 req-b05ed398-9d68-4df1-985b-4ede6c5d1355 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:43.590450 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bf2b5cc4-4504-412f-94de-8901d34a0367 req-b05ed398-9d68-4df1-985b-4ede6c5d1355 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 931 time: 0.1559212 Mar 28 18:54:43.651122 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:43.726341 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bf2b5cc4-4504-412f-94de-8901d34a0367 req-edfc1381-ce19-4d37-8b0a-c0f1273e599a tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/security-groups?id=35a58771-5b85-4f49-b3f6-aae0637a3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275187 Mar 28 18:54:43.726917 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9357479b-e768-4bf0-bc47-b31f5879e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (aa321910-ef34-484c-93f3-f5734b30d3c6), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:43.729920 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9357479b-e768-4bf0-bc47-b31f5879e7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:43.730861 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-9357479b-e768-4bf0-bc47-b31f5879e7e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa321910-ef34-484c-93f3-f5734b30d3c6 HTTP/1.1" status: 204 len: 168 time: 0.4219496 Mar 28 18:54:43.751835 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8b0afc-8c00-40c1-95ca-259f9391a09b {{(pid=109703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:54:43.757238 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357479b-e768-4bf0-bc47-b31f5879e7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa321910-ef34-484c-93f3-f5734b30d3c6,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:43.763109 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Publish callbacks [] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:43.777420 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.provisioning_blocks [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Transition to ACTIVE for port object 7d8b0afc-8c00-40c1-95ca-259f9391a09b will not be triggered until provisioned by entity L2. {{(pid=109703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:54:43.785801 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:43.838895 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8b0afc-8c00-40c1-95ca-259f9391a09b,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:43.916538 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Attempting to bind port 7d8b0afc-8c00-40c1-95ca-259f9391a09b on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:54:43.917281 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Attempting to bind port 7d8b0afc-8c00-40c1-95ca-259f9391a09b by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'e340f31d-d0c8-409e-919a-37018aa2517a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2a11828a-159c-474a-b981-3ebefad1b958'}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:54:43.917281 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Attempting to bind port 7d8b0afc-8c00-40c1-95ca-259f9391a09b on network 2a11828a-159c-474a-b981-3ebefad1b958 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:43.922292 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Port 7d8b0afc-8c00-40c1-95ca-259f9391a09b on network 2a11828a-159c-474a-b981-3ebefad1b958 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:54:43.922608 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Attempting to bind port 7d8b0afc-8c00-40c1-95ca-259f9391a09b on network 2a11828a-159c-474a-b981-3ebefad1b958 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:43.927412 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:54:43.927740 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Checking segment: {'id': 'e340f31d-d0c8-409e-919a-37018aa2517a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2a11828a-159c-474a-b981-3ebefad1b958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:43.928117 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Bound using segment: {'id': 'e340f31d-d0c8-409e-919a-37018aa2517a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2a11828a-159c-474a-b981-3ebefad1b958'} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:54:43.928534 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Bound port: 7d8b0afc-8c00-40c1-95ca-259f9391a09b, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e340f31d-d0c8-409e-919a-37018aa2517a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2a11828a-159c-474a-b981-3ebefad1b958'}}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:54:43.928887 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:43.994136 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] For port 7d8b0afc-8c00-40c1-95ca-259f9391a09b, host hv-cinder-83548, cleared binding levels {{(pid=109703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:54:43.997133 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] For port 7d8b0afc-8c00-40c1-95ca-259f9391a09b, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7d8b0afc-8c00-40c1-95ca-259f9391a09b,segment=NetworkSegment(e340f31d-d0c8-409e-919a-37018aa2517a),segment_id=e340f31d-d0c8-409e-919a-37018aa2517a)] {{(pid=109703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:54:44.003457 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:44.036466 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:44.037088 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:44.038472 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] 10.222.0.23 "PUT /v2.0/ports/7d8b0afc-8c00-40c1-95ca-259f9391a09b HTTP/1.1" status: 200 len: 1093 time: 0.9636970 Mar 28 18:54:44.038909 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decaad47-cdb3-466d-96bd-9e386b597840', 'tag': '7d8b0afc-8c00-40c1-95ca-259f9391a09b'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:44.041125 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed447c7c-58d6-4b68-80fc-efb09e3b496a" -d '{"events": [{"name": "network-changed", "server_uuid": "decaad47-cdb3-466d-96bd-9e386b597840", "tag": "7d8b0afc-8c00-40c1-95ca-259f9391a09b"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:44.082706 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91757f-6673-45c8-a7b8-153a173ab672 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8b0afc-8c00-40c1-95ca-259f9391a09b,revision_number=3']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:44.101737 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731fd00c-b61b-4e3d-a8b8-453261da06f1 x-openstack-request-id: req-731fd00c-b61b-4e3d-a8b8-453261da06f1 {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:44.102039 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decaad47-cdb3-466d-96bd-9e386b597840", "tag": "7d8b0afc-8c00-40c1-95ca-259f9391a09b", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:44.102292 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-731fd00c-b61b-4e3d-a8b8-453261da06f1 {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:44.102713 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731fd00c-b61b-4e3d-a8b8-453261da06f1'] response: {'name': 'network-changed', 'server_uuid': 'decaad47-cdb3-466d-96bd-9e386b597840', 'tag': '7d8b0afc-8c00-40c1-95ca-259f9391a09b', 'status': 'completed', 'code': 200} Mar 28 18:54:44.141440 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-e7afa319-8e43-496e-acab-147eb4fa88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:44.143465 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-e7afa319-8e43-496e-acab-147eb4fa88e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3f64b8dc3ef46b08d71a63f40127727&device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 1127 time: 0.0502448 Mar 28 18:54:44.195265 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-c388dd1c-fca2-43b9-8994-ecdc53270970 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d8b0afc-8c00-40c1-95ca-259f9391a09b HTTP/1.1" status: 200 len: 217 time: 0.0408113 Mar 28 18:54:44.246534 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-630f42f2-21e0-4b46-91b7-6f6a3bbf0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:44.248015 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-630f42f2-21e0-4b46-91b7-6f6a3bbf0baa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=705625c0-fc60-4de6-b714-554794135805 HTTP/1.1" status: 200 len: 849 time: 0.0455434 Mar 28 18:54:44.294401 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-7a082418-b0c2-484d-9c79-1c1a0f608d25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a11828a-159c-474a-b981-3ebefad1b958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389521 Mar 28 18:54:44.430148 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-24354b2e-8885-4b99-9549-99babad05a9b service neutron] 10.222.0.23 "GET /v2.0/networks/2a11828a-159c-474a-b981-3ebefad1b958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280575 Mar 28 18:54:44.447849 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af3eb-3136-462c-a663-389d6ff5c864 req-5dd7b60f-89c4-4e28-8131-7db146ddca49 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:44.447849 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1e5af3eb-3136-462c-a663-389d6ff5c864 req-5dd7b60f-89c4-4e28-8131-7db146ddca49 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 944 time: 0.0594726 Mar 28 18:54:44.471788 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f1a1d-ba16-496a-804e-4a10b0ee723d req-eab0c78a-a396-4511-966c-3c2939d107de tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:44.473579 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-483f1a1d-ba16-496a-804e-4a10b0ee723d req-eab0c78a-a396-4511-966c-3c2939d107de tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.1637924 Mar 28 18:54:44.505471 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1e5af3eb-3136-462c-a663-389d6ff5c864 req-3f4389d3-b7ef-4026-8ed6-e2136790bcdf tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540044 Mar 28 18:54:44.573289 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-483f1a1d-ba16-496a-804e-4a10b0ee723d req-32fe193b-6a9d-4fc4-a1bc-23487ac75710 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748839 Mar 28 18:54:44.592323 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c196559-b20d-41c6-8f2d-d028bb1cb31b req-e701c5a3-ece7-4a5e-8b20-e96100b929b9 service neutron] 10.222.0.23 "GET /v2.0/networks/2a11828a-159c-474a-b981-3ebefad1b958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541805 Mar 28 18:54:44.691133 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447c7c-58d6-4b68-80fc-efb09e3b496a req-e9af3a0e-a091-438a-8e1c-f59478f4705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:44.692967 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ed447c7c-58d6-4b68-80fc-efb09e3b496a req-e9af3a0e-a091-438a-8e1c-f59478f4705e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3f64b8dc3ef46b08d71a63f40127727&device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 1127 time: 0.0518351 Mar 28 18:54:44.819916 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447c7c-58d6-4b68-80fc-efb09e3b496a req-f8ef8171-421d-45a3-ab4c-673a8e72badc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:44.821478 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ed447c7c-58d6-4b68-80fc-efb09e3b496a req-f8ef8171-421d-45a3-ab4c-673a8e72badc service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a11828a-159c-474a-b981-3ebefad1b958 HTTP/1.1" status: 200 len: 910 time: 0.1215370 Mar 28 18:54:44.871862 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ed447c7c-58d6-4b68-80fc-efb09e3b496a req-158bef92-2f50-41a2-b8a7-2421ef610c3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d8b0afc-8c00-40c1-95ca-259f9391a09b HTTP/1.1" status: 200 len: 217 time: 0.0425210 Mar 28 18:54:44.888242 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b81e1-1530-452e-9c45-88f047fda521 req-6b58c41d-e4c9-4a33-b5ff-a65223da593c tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:44.889760 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c81b81e1-1530-452e-9c45-88f047fda521 req-6b58c41d-e4c9-4a33-b5ff-a65223da593c tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 943 time: 0.0770249 Mar 28 18:54:44.934196 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447c7c-58d6-4b68-80fc-efb09e3b496a req-56b0aef9-3d87-400b-bf13-14ea5b8698e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:44.936202 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ed447c7c-58d6-4b68-80fc-efb09e3b496a req-56b0aef9-3d87-400b-bf13-14ea5b8698e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=705625c0-fc60-4de6-b714-554794135805 HTTP/1.1" status: 200 len: 849 time: 0.0582292 Mar 28 18:54:44.947078 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c81b81e1-1530-452e-9c45-88f047fda521 req-f3161726-ac83-45e8-b7ad-11a080a39e8c tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/security-groups?id=35a58771-5b85-4f49-b3f6-aae0637a3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482354 Mar 28 18:54:44.975395 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ed447c7c-58d6-4b68-80fc-efb09e3b496a req-b5fcbd18-2cb8-4e1e-bbb4-0218c91626c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a11828a-159c-474a-b981-3ebefad1b958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277514 Mar 28 18:54:45.017594 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:54:45.068386 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ed447c7c-58d6-4b68-80fc-efb09e3b496a req-55bda15a-5d59-4d39-aa92-cc2a8aaf3d0e service neutron] 10.222.0.23 "GET /v2.0/networks/2a11828a-159c-474a-b981-3ebefad1b958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869620 Mar 28 18:54:45.092584 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.127944 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475,segment=NetworkSegment(4d764c82-131a-4e28-b7f2-110b13b76775),segment_id=4d764c82-131a-4e28-b7f2-110b13b76775)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:45.140027 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': 'e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475', 'network_id': '76077a23-66fe-46be-9266-04afc4a6e7be', 'port_id': 'e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475', 'mac_address': 'fa:16:3e:bc:e7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54660222-89f2-420d-bf07-084dc5efe19f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:54:45.160263 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ed447c7c-58d6-4b68-80fc-efb09e3b496a req-66591109-ad43-4481-bdd1-426c2b88c002 service neutron] 10.222.0.23 "GET /v2.0/networks/2a11828a-159c-474a-b981-3ebefad1b958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847602 Mar 28 18:54:45.178259 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:45.178616 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.192798 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:54:45.216445 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475,segment=NetworkSegment(4d764c82-131a-4e28-b7f2-110b13b76775),segment_id=4d764c82-131a-4e28-b7f2-110b13b76775)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:45.221142 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.271362 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:45.278894 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.279556 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.279556 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.279917 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.280244 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.281175 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.281547 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.281822 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.282152 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.282528 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.282797 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.283135 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.283458 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.283778 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.284096 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.547728 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:54:45.652771 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e74d0-52c1-49ab-ba85-609ac833662b req-7a775634-dd92-42f8-a377-da4084354d7c tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:45.655305 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5a7e74d0-52c1-49ab-ba85-609ac833662b req-7a775634-dd92-42f8-a377-da4084354d7c tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 945 time: 0.0704818 Mar 28 18:54:45.713644 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500fc6c-419b-4fef-b440-d8d3ac1a1f8f req-ba8a1f8c-e7fd-4b89-9912-ea271c4fbdb0 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:45.715257 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5a7e74d0-52c1-49ab-ba85-609ac833662b req-ee0c4aed-ee88-474d-9a69-0181ccf2c607 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509222 Mar 28 18:54:45.716176 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f500fc6c-419b-4fef-b440-d8d3ac1a1f8f req-ba8a1f8c-e7fd-4b89-9912-ea271c4fbdb0 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0661576 Mar 28 18:54:45.777422 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f500fc6c-419b-4fef-b440-d8d3ac1a1f8f req-4c184e56-d06a-49de-9e37-8fb48960bffe tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547061 Mar 28 18:54:46.102868 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282138d-0855-42d8-be1c-2273449fc9ab req-934308c1-d477-4f38-a0b3-e5d9090e9780 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:46.103899 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1282138d-0855-42d8-be1c-2273449fc9ab req-934308c1-d477-4f38-a0b3-e5d9090e9780 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 943 time: 0.0726697 Mar 28 18:54:46.165997 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1282138d-0855-42d8-be1c-2273449fc9ab req-34bdcc62-6925-44b3-8579-087e6e84df47 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/security-groups?id=35a58771-5b85-4f49-b3f6-aae0637a3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548337 Mar 28 18:54:46.846987 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bebc9-828d-4c18-8d9f-6793695c2c0e req-ef346d0c-a639-4d4c-afbc-4e3678231582 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:46.848456 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3a4bebc9-828d-4c18-8d9f-6793695c2c0e req-ef346d0c-a639-4d4c-afbc-4e3678231582 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 945 time: 0.0605292 Mar 28 18:54:46.894738 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3a4bebc9-828d-4c18-8d9f-6793695c2c0e req-c938d249-f2f1-4ad7-b83a-868b5599887d tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 Mar 28 18:54:46.894993 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972bc6a-b900-4895-8578-bb16b86c7d34 req-66ea7b96-5b3f-4ad8-a72e-786a04510f31 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:46.896351 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0972bc6a-b900-4895-8578-bb16b86c7d34 req-66ea7b96-5b3f-4ad8-a72e-786a04510f31 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0520914 Mar 28 18:54:46.947417 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0972bc6a-b900-4895-8578-bb16b86c7d34 req-fee44b27-5fc2-46b9-991b-578b78371a21 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456886 Mar 28 18:54:47.025547 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 7d8b0afc-8c00-40c1-95ca-259f9391a09b details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:54:47.028573 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:54:47.136227 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:54:47.147787 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:47.147787 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.183971 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 7d8b0afc-8c00-40c1-95ca-259f9391a09b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7d8b0afc-8c00-40c1-95ca-259f9391a09b,segment=NetworkSegment(e340f31d-d0c8-409e-919a-37018aa2517a),segment_id=e340f31d-d0c8-409e-919a-37018aa2517a)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:47.205244 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '7d8b0afc-8c00-40c1-95ca-259f9391a09b', 'network_id': '2a11828a-159c-474a-b981-3ebefad1b958', 'port_id': '7d8b0afc-8c00-40c1-95ca-259f9391a09b', 'mac_address': 'fa:16:3e:36:99:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705625c0-fc60-4de6-b714-554794135805', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:54:47.279576 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 7d8b0afc-8c00-40c1-95ca-259f9391a09b is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:47.279576 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.288867 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:47.289257 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.291038 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3339fcf-416e-417d-b414-b2e07ec011c2 req-e2a30ebf-853c-46f3-a50f-b8c35b27232d tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:47.299178 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c3339fcf-416e-417d-b414-b2e07ec011c2 req-e2a30ebf-853c-46f3-a50f-b8c35b27232d tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 943 time: 0.0632524 Mar 28 18:54:47.304023 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8b0afc-8c00-40c1-95ca-259f9391a09b {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:54:47.331186 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf75be19-d337-4877-9da9-dcfd31a642ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:47.333427 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9c1c64-6961-4cfb-a69d-a9662316915b" -d '{"events": [{"server_uuid": "cf75be19-d337-4877-9da9-dcfd31a642ca", "name": "network-vif-plugged", "status": "completed", "tag": "e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:47.339930 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 7d8b0afc-8c00-40c1-95ca-259f9391a09b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7d8b0afc-8c00-40c1-95ca-259f9391a09b,segment=NetworkSegment(e340f31d-d0c8-409e-919a-37018aa2517a),segment_id=e340f31d-d0c8-409e-919a-37018aa2517a)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:47.350895 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c3339fcf-416e-417d-b414-b2e07ec011c2 req-da09887b-465c-4cd5-8bcc-429bdbb7679c tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/security-groups?id=35a58771-5b85-4f49-b3f6-aae0637a3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488143 Mar 28 18:54:47.351799 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.354756 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475,segment=NetworkSegment(4d764c82-131a-4e28-b7f2-110b13b76775),segment_id=4d764c82-131a-4e28-b7f2-110b13b76775)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:47.378899 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.392882 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f0084d-00b7-4ba6-b37a-aba693f77ca3 x-openstack-request-id: req-70f0084d-00b7-4ba6-b37a-aba693f77ca3 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:47.393200 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf75be19-d337-4877-9da9-dcfd31a642ca", "name": "network-vif-plugged", "status": "completed", "tag": "e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:47.393456 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70f0084d-00b7-4ba6-b37a-aba693f77ca3 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:47.393876 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f0084d-00b7-4ba6-b37a-aba693f77ca3'] response: {'server_uuid': 'cf75be19-d337-4877-9da9-dcfd31a642ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475', 'code': 200} Mar 28 18:54:47.406605 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=7d8b0afc-8c00-40c1-95ca-259f9391a09b,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:47.460747 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:47.587675 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8645b6-42cc-4b9f-a6fe-b0f0c066e4eb req-b90d4728-cc6c-4f85-a012-9200a078d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:47.589267 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ae8645b6-42cc-4b9f-a6fe-b0f0c066e4eb req-b90d4728-cc6c-4f85-a012-9200a078d6a7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 1130 time: 0.0521550 Mar 28 18:54:47.636396 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ae8645b6-42cc-4b9f-a6fe-b0f0c066e4eb req-5cfb9d87-de75-42fc-8bdc-b278c9b12acd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Mar 28 18:54:47.729882 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['7d8b0afc-8c00-40c1-95ca-259f9391a09b'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:54:48.044995 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea5660-b0d3-481c-8527-9425845cf920 req-79bd1857-de56-41b7-a1fa-e1524bfbf117 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:48.046534 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-15ea5660-b0d3-481c-8527-9425845cf920 req-79bd1857-de56-41b7-a1fa-e1524bfbf117 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 946 time: 0.0787656 Mar 28 18:54:48.073641 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257cb77-9dd9-459a-bceb-28defec0da51 req-c2df8c0f-a494-4b8b-97f3-982ea943fcba tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:48.075278 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f257cb77-9dd9-459a-bceb-28defec0da51 req-c2df8c0f-a494-4b8b-97f3-982ea943fcba tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0551612 Mar 28 18:54:48.097635 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-15ea5660-b0d3-481c-8527-9425845cf920 req-a96059ce-58d7-4195-9c26-3ab3ad602162 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452809 Mar 28 18:54:48.123419 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f257cb77-9dd9-459a-bceb-28defec0da51 req-4f60e3e7-7a2e-431e-8c7b-c00d87a9763f tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Mar 28 18:54:48.466207 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26619c3f-6e23-4bd4-8a21-36f4111b0bcd req-7a904720-f40e-4136-b6d0-e2b8f0978066 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:48.467671 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-26619c3f-6e23-4bd4-8a21-36f4111b0bcd req-7a904720-f40e-4136-b6d0-e2b8f0978066 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 944 time: 0.0571563 Mar 28 18:54:48.513501 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-26619c3f-6e23-4bd4-8a21-36f4111b0bcd req-d5411a43-f5cd-4082-a2ef-c410f348c0be tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/security-groups?id=35a58771-5b85-4f49-b3f6-aae0637a3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396147 Mar 28 18:54:49.034450 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 7d8b0afc-8c00-40c1-95ca-259f9391a09b up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:54:49.117246 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 7d8b0afc-8c00-40c1-95ca-259f9391a09b completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:54:49.121493 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 7d8b0afc-8c00-40c1-95ca-259f9391a09b triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:49.121924 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.194322 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 54628) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:49.254391 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530784b3-2e62-475a-90ce-0615db3d17f5 req-70cdc804-6685-4448-8cf4-286f85fd86e1 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:49.262325 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-530784b3-2e62-475a-90ce-0615db3d17f5 req-70cdc804-6685-4448-8cf4-286f85fd86e1 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 946 time: 0.0900638 Mar 28 18:54:49.282456 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edcb69-3c9d-4a04-ad5f-899e8e71223c req-fbde7c0e-0170-4bb4-b2b0-8240e74c0eb3 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:49.292402 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b2edcb69-3c9d-4a04-ad5f-899e8e71223c req-fbde7c0e-0170-4bb4-b2b0-8240e74c0eb3 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0774808 Mar 28 18:54:49.315444 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 7d8b0afc-8c00-40c1-95ca-259f9391a09b is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:49.315953 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.340972 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-530784b3-2e62-475a-90ce-0615db3d17f5 req-f802ab09-7854-4fce-8d28-b2aac5f2ad6a tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774271 Mar 28 18:54:49.348092 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b2edcb69-3c9d-4a04-ad5f-899e8e71223c req-07c45708-8124-4d42-8b97-ddf67bf244d3 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545599 Mar 28 18:54:49.381079 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 7d8b0afc-8c00-40c1-95ca-259f9391a09b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7d8b0afc-8c00-40c1-95ca-259f9391a09b,segment=NetworkSegment(e340f31d-d0c8-409e-919a-37018aa2517a),segment_id=e340f31d-d0c8-409e-919a-37018aa2517a)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:49.385639 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.390554 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-752d7079-b419-47e8-9928-cc8ba3afdc51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.409586 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decaad47-cdb3-466d-96bd-9e386b597840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8b0afc-8c00-40c1-95ca-259f9391a09b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:49.411877 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3abe4d1-0555-4396-9a0f-6a1856079e8e" -d '{"events": [{"server_uuid": "decaad47-cdb3-466d-96bd-9e386b597840", "name": "network-vif-plugged", "status": "completed", "tag": "7d8b0afc-8c00-40c1-95ca-259f9391a09b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:49.464509 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=7d8b0afc-8c00-40c1-95ca-259f9391a09b,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:49.491390 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-752d7079-b419-47e8-9928-cc8ba3afdc51 admin admin] Publish callbacks [] for security_group (e95dca66-cd2b-43f3-96ac-dbc673e83669), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.494016 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49221cf-aabf-42ff-b2ce-31475fd93778 x-openstack-request-id: req-e49221cf-aabf-42ff-b2ce-31475fd93778 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:49.494242 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decaad47-cdb3-466d-96bd-9e386b597840", "name": "network-vif-plugged", "status": "completed", "tag": "7d8b0afc-8c00-40c1-95ca-259f9391a09b", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:49.494549 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e49221cf-aabf-42ff-b2ce-31475fd93778 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:49.494929 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49221cf-aabf-42ff-b2ce-31475fd93778'] response: {'server_uuid': 'decaad47-cdb3-466d-96bd-9e386b597840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8b0afc-8c00-40c1-95ca-259f9391a09b', 'code': 200} Mar 28 18:54:49.497051 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-752d7079-b419-47e8-9928-cc8ba3afdc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (e95dca66-cd2b-43f3-96ac-dbc673e83669), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.541632 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-752d7079-b419-47e8-9928-cc8ba3afdc51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d32f83e12b2c4d3383f86d8834fac842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453743 Mar 28 18:54:49.541856 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 54640) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:49.542658 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d7079-b419-47e8-9928-cc8ba3afdc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95dca66-cd2b-43f3-96ac-dbc673e83669,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:49.614974 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-44862aa8-b7e5-4559-bec2-4d5409de3f09 admin admin] Publish callbacks [] for security_group (e95dca66-cd2b-43f3-96ac-dbc673e83669), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.640963 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-44862aa8-b7e5-4559-bec2-4d5409de3f09 admin admin] Publish callbacks [] for security_group (e95dca66-cd2b-43f3-96ac-dbc673e83669), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.673253 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98d67e-c458-48b2-8f7d-330752c37c31 req-51a3ed0b-3c3b-4385-a0e8-ce1c0b6e4d03 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:49.675675 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2a98d67e-c458-48b2-8f7d-330752c37c31 req-51a3ed0b-3c3b-4385-a0e8-ce1c0b6e4d03 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 945 time: 0.0625291 Mar 28 18:54:49.739802 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037805d7-adb3-4906-959d-99f3b3c8d5bd req-f62dee5b-855a-4442-8eaf-35ac88eb1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:49.741328 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2a98d67e-c458-48b2-8f7d-330752c37c31 req-08a944f8-6c98-452d-a8b3-77cf8d584236 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/security-groups?id=35a58771-5b85-4f49-b3f6-aae0637a3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567839 Mar 28 18:54:49.741690 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-037805d7-adb3-4906-959d-99f3b3c8d5bd req-f62dee5b-855a-4442-8eaf-35ac88eb1cb3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 1129 time: 0.0636203 Mar 28 18:54:49.746579 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-44862aa8-b7e5-4559-bec2-4d5409de3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (e95dca66-cd2b-43f3-96ac-dbc673e83669), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.750216 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-44862aa8-b7e5-4559-bec2-4d5409de3f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.751338 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-44862aa8-b7e5-4559-bec2-4d5409de3f09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e95dca66-cd2b-43f3-96ac-dbc673e83669 HTTP/1.1" status: 204 len: 168 time: 0.2076802 Mar 28 18:54:49.773852 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44862aa8-b7e5-4559-bec2-4d5409de3f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95dca66-cd2b-43f3-96ac-dbc673e83669,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:49.829965 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-037805d7-adb3-4906-959d-99f3b3c8d5bd req-80715782-0fe1-4941-8362-1bfe627664cb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=35a58771-5b85-4f49-b3f6-aae0637a3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775158 Mar 28 18:54:49.846540 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b44aa4-bb6f-4145-b150-806023a5b0a4 req-7b711f3d-0aa9-4a49-a162-68a18d801b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:49.848013 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b1b44aa4-bb6f-4145-b150-806023a5b0a4 req-7b711f3d-0aa9-4a49-a162-68a18d801b86 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 1129 time: 0.0584784 Mar 28 18:54:50.051732 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 54650) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:50.064728 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c2bfe83a-6a2a-4d9a-b495-0419d5975620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.127497 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b1b44aa4-bb6f-4145-b150-806023a5b0a4 req-7094029d-93f4-48fc-bfb0-a11415d874c6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604932 Mar 28 18:54:50.176499 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c2bfe83a-6a2a-4d9a-b495-0419d5975620 admin admin] Publish callbacks [] for security_group (f3d77eb4-b081-4fbd-8ba2-a414461fe514), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.179793 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c2bfe83a-6a2a-4d9a-b495-0419d5975620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f3d77eb4-b081-4fbd-8ba2-a414461fe514), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.221302 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-c2bfe83a-6a2a-4d9a-b495-0419d5975620 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55a60e5835e84eda94f22ae96a53908c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759586 Mar 28 18:54:50.222185 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfe83a-6a2a-4d9a-b495-0419d5975620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d77eb4-b081-4fbd-8ba2-a414461fe514,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:50.224036 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 54658) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:50.270993 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c40fc04-aff2-4052-bdef-aabd70a05795 admin admin] Publish callbacks [] for security_group (f3d77eb4-b081-4fbd-8ba2-a414461fe514), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.292676 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c40fc04-aff2-4052-bdef-aabd70a05795 admin admin] Publish callbacks [] for security_group (f3d77eb4-b081-4fbd-8ba2-a414461fe514), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.341284 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c40fc04-aff2-4052-bdef-aabd70a05795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f3d77eb4-b081-4fbd-8ba2-a414461fe514), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.343904 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c40fc04-aff2-4052-bdef-aabd70a05795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.345003 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-3c40fc04-aff2-4052-bdef-aabd70a05795 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3d77eb4-b081-4fbd-8ba2-a414461fe514 HTTP/1.1" status: 204 len: 168 time: 0.1200061 Mar 28 18:54:50.352206 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40fc04-aff2-4052-bdef-aabd70a05795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d77eb4-b081-4fbd-8ba2-a414461fe514,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:50.470000 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94768d22-8aa3-496f-bc31-6a5c278cc378 req-51755f00-8ee1-490c-813e-9cc40c9da9e8 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:50.471598 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-94768d22-8aa3-496f-bc31-6a5c278cc378 req-51755f00-8ee1-490c-813e-9cc40c9da9e8 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 946 time: 0.0567672 Mar 28 18:54:50.486862 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96f1f3-4b91-4f13-86d0-baa1ac794a9f req-5bdbbe07-ba33-42aa-9a50-f9cc1c2a4c9c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:50.488638 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9c96f1f3-4b91-4f13-86d0-baa1ac794a9f req-5bdbbe07-ba33-42aa-9a50-f9cc1c2a4c9c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0616958 Mar 28 18:54:50.531221 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-94768d22-8aa3-496f-bc31-6a5c278cc378 req-f936a4f8-1ae5-4fed-a768-4b8f57ad0fdf tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503855 Mar 28 18:54:50.540753 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9c96f1f3-4b91-4f13-86d0-baa1ac794a9f req-36b869e6-72de-43b1-b4d0-0ff191f548be tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456247 Mar 28 18:54:50.872341 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf86eb2-eea7-4a1a-b14b-90eb033ee060 req-6adb2d0d-45f7-45b1-a8cb-31e588d9daf0 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:50.873856 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1bf86eb2-eea7-4a1a-b14b-90eb033ee060 req-6adb2d0d-45f7-45b1-a8cb-31e588d9daf0 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 945 time: 0.0583344 Mar 28 18:54:50.930120 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1bf86eb2-eea7-4a1a-b14b-90eb033ee060 req-11aed5e0-1817-40d7-bf1f-739daf25050f tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/security-groups?id=35a58771-5b85-4f49-b3f6-aae0637a3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440559 Mar 28 18:54:51.302507 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc187dd3-6bb4-4403-adff-7ad9aee7db94 req-120104e8-a56e-439c-b38a-4c1ed772fe91 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:51.304339 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fc187dd3-6bb4-4403-adff-7ad9aee7db94 req-120104e8-a56e-439c-b38a-4c1ed772fe91 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 946 time: 0.0664670 Mar 28 18:54:51.373873 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fc187dd3-6bb4-4403-adff-7ad9aee7db94 req-6a38926b-2022-4880-a720-2c0a8f5a8489 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636213 Mar 28 18:54:51.676223 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8acac1-daf1-4528-bf62-686f51be41dc req-9468f51d-0f16-4d7f-8b65-22200f81a543 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:51.678049 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ba8acac1-daf1-4528-bf62-686f51be41dc req-9468f51d-0f16-4d7f-8b65-22200f81a543 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0611517 Mar 28 18:54:51.746391 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ba8acac1-daf1-4528-bf62-686f51be41dc req-3033208f-0dcb-4816-ba5a-6c0360b51f3c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606375 Mar 28 18:54:52.106398 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9bce6-7fd9-41fe-91ef-17af88bb43f8 req-a46972e2-d5b1-4798-a1b3-b4ced9b08008 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:52.107997 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c7c9bce6-7fd9-41fe-91ef-17af88bb43f8 req-a46972e2-d5b1-4798-a1b3-b4ced9b08008 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 945 time: 0.0623894 Mar 28 18:54:52.154965 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c7c9bce6-7fd9-41fe-91ef-17af88bb43f8 req-9be7767a-ee5f-4d96-8acb-74d629ce76ae tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/security-groups?id=35a58771-5b85-4f49-b3f6-aae0637a3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407057 Mar 28 18:54:52.509952 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cd711-5ef6-4c34-9284-62e6bbef5552 req-be8f1f91-44d5-4fbb-9957-0c45f137fe1c tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:52.512120 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d90cd711-5ef6-4c34-9284-62e6bbef5552 req-be8f1f91-44d5-4fbb-9957-0c45f137fe1c tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 946 time: 0.0682797 Mar 28 18:54:52.574341 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d90cd711-5ef6-4c34-9284-62e6bbef5552 req-e241c93d-4531-45e7-bc63-6551e2663b8a tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558333 Mar 28 18:54:52.859452 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494703f-0ab1-4b52-9ffc-83768718dda5 req-f16e7b58-d741-45f4-9d50-84a15921b5c2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:52.860978 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e494703f-0ab1-4b52-9ffc-83768718dda5 req-f16e7b58-d741-45f4-9d50-84a15921b5c2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0538502 Mar 28 18:54:52.913835 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e494703f-0ab1-4b52-9ffc-83768718dda5 req-de13f01f-7659-49ff-8b69-6e94bf3bc674 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471203 Mar 28 18:54:53.038187 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e3314-299e-4947-9ca7-b0812bfde431 req-521bcc41-1e1a-409e-884c-5548f3aa2173 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:53.040262 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7d7e3314-299e-4947-9ca7-b0812bfde431 req-521bcc41-1e1a-409e-884c-5548f3aa2173 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0545495 Mar 28 18:54:53.098414 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7d7e3314-299e-4947-9ca7-b0812bfde431 req-feb1cf41-2c1a-4e50-ad8a-6ab8f8342691 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498610 Mar 28 18:54:53.634881 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaac3e-fd46-427e-b540-e7d1db2b29ff req-5802f34c-17b6-4db3-a1e4-0f4c91de62ec tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:53.636433 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dfaaac3e-fd46-427e-b540-e7d1db2b29ff req-5802f34c-17b6-4db3-a1e4-0f4c91de62ec tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 946 time: 0.0518796 Mar 28 18:54:53.745166 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c614d1-7d1f-44ff-a02d-9f2ee3f9515b req-f8f764b6-394b-4d43-a5fd-8b209f181c3b tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:53.746661 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a7c614d1-7d1f-44ff-a02d-9f2ee3f9515b req-f8f764b6-394b-4d43-a5fd-8b209f181c3b tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf75be19-d337-4877-9da9-dcfd31a642ca HTTP/1.1" status: 200 len: 946 time: 0.1093447 Mar 28 18:54:53.807075 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [req-dfaaac3e-fd46-427e-b540-e7d1db2b29ff req-83d49368-a586-401e-a5da-3406c7372013 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Deleting port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:54:53.807419 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-dfaaac3e-fd46-427e-b540-e7d1db2b29ff req-83d49368-a586-401e-a5da-3406c7372013 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:53.812738 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a7c614d1-7d1f-44ff-a02d-9f2ee3f9515b req-df0168e5-6ffd-4492-a319-ab0663ddc393 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586944 Mar 28 18:54:53.914161 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-dfaaac3e-fd46-427e-b540-e7d1db2b29ff req-83d49368-a586-401e-a5da-3406c7372013 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] For port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475,segment=NetworkSegment(4d764c82-131a-4e28-b7f2-110b13b76775),segment_id=4d764c82-131a-4e28-b7f2-110b13b76775)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:53.914688 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-dfaaac3e-fd46-427e-b540-e7d1db2b29ff req-83d49368-a586-401e-a5da-3406c7372013 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:53.930181 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [req-dfaaac3e-fd46-427e-b540-e7d1db2b29ff req-83d49368-a586-401e-a5da-3406c7372013 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Calling delete_port for e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 owned by compute:nova {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:54:54.072134 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-dfaaac3e-fd46-427e-b540-e7d1db2b29ff req-83d49368-a586-401e-a5da-3406c7372013 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.086047 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:54:54.142186 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d49368-a586-401e-a5da-3406c7372013 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Pushing event deleted for resources: {'Port': ['ID=e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:54.166150 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaaac3e-fd46-427e-b540-e7d1db2b29ff req-83d49368-a586-401e-a5da-3406c7372013 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] No DVR routers for this DVR port e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 on host hv-cinder-83548 {{(pid=109703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:54:54.169262 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-dfaaac3e-fd46-427e-b540-e7d1db2b29ff req-83d49368-a586-401e-a5da-3406c7372013 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.173509 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dfaaac3e-fd46-427e-b540-e7d1db2b29ff req-83d49368-a586-401e-a5da-3406c7372013 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.23 "DELETE /v2.0/ports/e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 HTTP/1.1" status: 204 len: 173 time: 0.5253234 Mar 28 18:54:54.173994 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf75be19-d337-4877-9da9-dcfd31a642ca', 'name': 'network-vif-deleted', 'tag': 'e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:54.176460 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41387845-9e68-478e-9f1b-8c0e0dfe5546" -d '{"events": [{"server_uuid": "cf75be19-d337-4877-9da9-dcfd31a642ca", "name": "network-vif-deleted", "tag": "e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:54.214328 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbefc33b-b25a-4260-87d8-7c723e23c0a6 x-openstack-request-id: req-cbefc33b-b25a-4260-87d8-7c723e23c0a6 {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:54.214640 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf75be19-d337-4877-9da9-dcfd31a642ca", "name": "network-vif-deleted", "tag": "e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:54.215607 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbefc33b-b25a-4260-87d8-7c723e23c0a6 {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:54.216001 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbefc33b-b25a-4260-87d8-7c723e23c0a6'] response: {'server_uuid': 'cf75be19-d337-4877-9da9-dcfd31a642ca', 'name': 'network-vif-deleted', 'tag': 'e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475', 'status': 'completed', 'code': 200} Mar 28 18:54:54.880085 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960ae5-462b-477b-bc24-fd3b299a18da req-c46287f0-352e-41e6-a91e-6d6bc61c4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:54.881669 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-be960ae5-462b-477b-bc24-fd3b299a18da req-c46287f0-352e-41e6-a91e-6d6bc61c4066 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 1129 time: 0.1039240 Mar 28 18:54:54.932372 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80034c75-5733-43cf-b14a-f490205fd634 req-8b6486ed-7db5-4d2a-93a9-15d769e8f1aa tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:54.940534 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-80034c75-5733-43cf-b14a-f490205fd634 req-8b6486ed-7db5-4d2a-93a9-15d769e8f1aa tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.1252363 Mar 28 18:54:55.034256 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-80034c75-5733-43cf-b14a-f490205fd634 req-c2caef1d-a791-4266-bd38-7f6e46781ac4 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928531 Mar 28 18:54:55.038589 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960ae5-462b-477b-bc24-fd3b299a18da req-c522c9c0-191b-48d1-8576-9901fbd52727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:55.040422 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-be960ae5-462b-477b-bc24-fd3b299a18da req-c522c9c0-191b-48d1-8576-9901fbd52727 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 919 time: 0.1509242 Mar 28 18:54:55.097067 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-be960ae5-462b-477b-bc24-fd3b299a18da req-1e202eec-e032-415e-8f62-527c6fe6ceed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=672b93b6-7b87-40de-b83f-adb314bd02ba HTTP/1.1" status: 200 len: 217 time: 0.0453639 Mar 28 18:54:55.213491 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960ae5-462b-477b-bc24-fd3b299a18da req-38340336-14f6-46c5-9e1b-0dbd6f28b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:55.214951 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-be960ae5-462b-477b-bc24-fd3b299a18da req-38340336-14f6-46c5-9e1b-0dbd6f28b4ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.1041272 Mar 28 18:54:55.296151 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-85a11484-9ad5-4d17-b020-e8fccb981276 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:55.297937 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-85a11484-9ad5-4d17-b020-e8fccb981276 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/networks?id=76077a23-66fe-46be-9266-04afc4a6e7be HTTP/1.1" status: 200 len: 807 time: 0.1580031 Mar 28 18:54:55.304707 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960ae5-462b-477b-bc24-fd3b299a18da req-ba276347-b6ca-422b-a7e7-ba05741f1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:55.306167 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-be960ae5-462b-477b-bc24-fd3b299a18da req-ba276347-b6ca-422b-a7e7-ba05741f1262 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0847106 Mar 28 18:54:55.324350 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-2057503d-8b26-41ed-a5b4-647a54e3659e tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/quotas/5a08ec0b5a97480788d0064a59838b62 HTTP/1.1" status: 200 len: 375 time: 0.0172782 Mar 28 18:54:55.386883 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce3c13-e0cc-4fc4-9d07-84c31c6c183b req-085cc5b2-1eaf-4646-9646-77999a353ebf tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:55.388409 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8cce3c13-e0cc-4fc4-9d07-84c31c6c183b req-085cc5b2-1eaf-4646-9646-77999a353ebf tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 945 time: 0.0523541 Mar 28 18:54:55.438561 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8cce3c13-e0cc-4fc4-9d07-84c31c6c183b req-c0538f0d-b1e7-47d2-9d19-5df89f8f2bd7 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/security-groups?id=35a58771-5b85-4f49-b3f6-aae0637a3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432382 Mar 28 18:54:55.595372 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-7d70e978-30b1-42a1-b6dc-c653c28dbe5f tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a08ec0b5a97480788d0064a59838b62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2612050 Mar 28 18:54:55.672779 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-be960ae5-462b-477b-bc24-fd3b299a18da req-59c107b9-9425-4f82-8ad9-4e437d292a79 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591621 Mar 28 18:54:55.761215 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-d38f8baf-ac12-46a3-99b1-af3b652230c2 service neutron] 10.222.0.18 "GET /v2.0/networks/76077a23-66fe-46be-9266-04afc4a6e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583045 Mar 28 18:54:55.855297 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-be960ae5-462b-477b-bc24-fd3b299a18da req-149623fc-bacb-4341-97c3-33780adb72f1 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690798 Mar 28 18:54:55.881976 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-1391b2f3-1e94-43cb-8995-b433b0ff9603 service neutron] 10.222.0.18 "GET /v2.0/networks/76077a23-66fe-46be-9266-04afc4a6e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138947 Mar 28 18:54:56.076878 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-48fca741-6908-4505-9b84-0ef5ff95f7cc req-06584440-5401-4430-8e09-4ecacc24f6ea tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 210 time: 0.0427654 Mar 28 18:54:56.188616 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:56.199227 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fe20a-1f32-494d-952e-cd26874475a3 req-7b2e7c39-01a8-43bb-bc6c-23d48c5edcbd tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:56.201164 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0b9fe20a-1f32-494d-952e-cd26874475a3 req-7b2e7c39-01a8-43bb-bc6c-23d48c5edcbd tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0775740 Mar 28 18:54:56.265977 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0b9fe20a-1f32-494d-952e-cd26874475a3 req-f2377989-b3e6-46e4-bcd3-b3b9969c58df tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537620 Mar 28 18:54:56.571317 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da7cda-7f75-49c0-b249-3ae79f23d9d6 req-356734b3-cb4c-4207-b6ab-0d62ab5ea6b9 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:56.573020 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d9da7cda-7f75-49c0-b249-3ae79f23d9d6 req-356734b3-cb4c-4207-b6ab-0d62ab5ea6b9 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 945 time: 0.0603786 Mar 28 18:54:56.619423 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d9da7cda-7f75-49c0-b249-3ae79f23d9d6 req-56ae0fdc-3379-42c9-9e41-40ad5bde5bc7 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/security-groups?id=35a58771-5b85-4f49-b3f6-aae0637a3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Mar 28 18:54:57.046452 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:54:57.068283 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:54:57.068635 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device e4ca1a1a-3f26-4493-aa7a-fe5d0fc48475 not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:54:57.263898 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-4baf55ba-2787-46c0-bd4c-9b1cd591c84d req-13d96b6f-4d4e-410e-8db8-13f05d29e5e1 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 210 time: 0.1041188 Mar 28 18:54:57.332641 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c87f3-2998-4d21-95f4-6e97e1cdfd7d req-e45088b2-e27f-4e05-b668-03fc978f4a63 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:57.341402 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9b0c87f3-2998-4d21-95f4-6e97e1cdfd7d req-e45088b2-e27f-4e05-b668-03fc978f4a63 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.23 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 945 time: 0.2248948 Mar 28 18:54:57.352968 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-2f95c636-dc70-4a78-85f1-c411c4bb45df tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:57.354529 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-2f95c636-dc70-4a78-85f1-c411c4bb45df tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.23 "GET /v2.0/networks?id=76077a23-66fe-46be-9266-04afc4a6e7be HTTP/1.1" status: 200 len: 807 time: 0.1934040 Mar 28 18:54:57.386845 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-8e5b5ce5-1029-4f6d-b83c-0c77ef683c47 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Request body: {'port': {'device_id': '8c494927-02c1-4a1f-a176-090c6400407d', 'network_id': '76077a23-66fe-46be-9266-04afc4a6e7be', 'admin_state_up': True, 'tenant_id': '5a08ec0b5a97480788d0064a59838b62'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:57.418423 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a28474-0124-464b-8180-8163720cfaeb req-e65d3f81-7794-4b40-b132-75f566bce882 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:57.422247 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-92a28474-0124-464b-8180-8163720cfaeb req-e65d3f81-7794-4b40-b132-75f566bce882 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0681462 Mar 28 18:54:57.470446 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-92a28474-0124-464b-8180-8163720cfaeb req-1fd0c038-13d6-4134-9927-5f32cafd557d tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 Mar 28 18:54:57.574252 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [req-9b0c87f3-2998-4d21-95f4-6e97e1cdfd7d req-a922b2bb-5fac-464d-81d7-5e94e4091749 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Deleting port 7d8b0afc-8c00-40c1-95ca-259f9391a09b {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:54:57.574596 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-9b0c87f3-2998-4d21-95f4-6e97e1cdfd7d req-a922b2bb-5fac-464d-81d7-5e94e4091749 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:57.625415 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-8e5b5ce5-1029-4f6d-b83c-0c77ef683c47 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Made reservation on behalf of 5a08ec0b5a97480788d0064a59838b62 for: {'port': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:57.628978 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-8e5b5ce5-1029-4f6d-b83c-0c77ef683c47 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:57.791935 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-9b0c87f3-2998-4d21-95f4-6e97e1cdfd7d req-a922b2bb-5fac-464d-81d7-5e94e4091749 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] For port 7d8b0afc-8c00-40c1-95ca-259f9391a09b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7d8b0afc-8c00-40c1-95ca-259f9391a09b,segment=NetworkSegment(e340f31d-d0c8-409e-919a-37018aa2517a),segment_id=e340f31d-d0c8-409e-919a-37018aa2517a)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:57.792313 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-9b0c87f3-2998-4d21-95f4-6e97e1cdfd7d req-a922b2bb-5fac-464d-81d7-5e94e4091749 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:57.845654 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [req-9b0c87f3-2998-4d21-95f4-6e97e1cdfd7d req-a922b2bb-5fac-464d-81d7-5e94e4091749 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Calling delete_port for 7d8b0afc-8c00-40c1-95ca-259f9391a09b owned by compute:nova {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:54:57.923933 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed419701-ea54-4907-aede-aeb8d8ab0c0e req-5dce4d54-11fc-4c65-af8f-f05832960f9e tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:57.925383 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ed419701-ea54-4907-aede-aeb8d8ab0c0e req-5dce4d54-11fc-4c65-af8f-f05832960f9e tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/ports?device_id=decaad47-cdb3-466d-96bd-9e386b597840 HTTP/1.1" status: 200 len: 945 time: 0.1949162 Mar 28 18:54:57.938923 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-8e5b5ce5-1029-4f6d-b83c-0c77ef683c47 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Allocated IP 172.20.0.11 (76077a23-66fe-46be-9266-04afc4a6e7be/54660222-89f2-420d-bf07-084dc5efe19f/299e81d7-3957-4237-8de1-002312e53bc1) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:54:58.049450 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ed419701-ea54-4907-aede-aeb8d8ab0c0e req-ea2256ae-d297-48be-af3f-99fed01d8d84 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.18 "GET /v2.0/security-groups?id=35a58771-5b85-4f49-b3f6-aae0637a3f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140285 Mar 28 18:54:58.147749 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-9b0c87f3-2998-4d21-95f4-6e97e1cdfd7d req-a922b2bb-5fac-464d-81d7-5e94e4091749 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (7d8b0afc-8c00-40c1-95ca-259f9391a09b), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.159434 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['7d8b0afc-8c00-40c1-95ca-259f9391a09b'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:54:58.196258 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922b2bb-5fac-464d-81d7-5e94e4091749 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Pushing event deleted for resources: {'Port': ['ID=7d8b0afc-8c00-40c1-95ca-259f9391a09b,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:58.244365 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-8e5b5ce5-1029-4f6d-b83c-0c77ef683c47 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks [] for port (299e81d7-3957-4237-8de1-002312e53bc1), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.262097 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0c87f3-2998-4d21-95f4-6e97e1cdfd7d req-a922b2bb-5fac-464d-81d7-5e94e4091749 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] No DVR routers for this DVR port 7d8b0afc-8c00-40c1-95ca-259f9391a09b on host hv-cinder-83548 {{(pid=109703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:54:58.266104 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-9b0c87f3-2998-4d21-95f4-6e97e1cdfd7d req-a922b2bb-5fac-464d-81d7-5e94e4091749 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.269334 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9b0c87f3-2998-4d21-95f4-6e97e1cdfd7d req-a922b2bb-5fac-464d-81d7-5e94e4091749 tempest-VolumesActionsTest-897168115 tempest-VolumesActionsTest-897168115-project] 10.222.0.23 "DELETE /v2.0/ports/7d8b0afc-8c00-40c1-95ca-259f9391a09b HTTP/1.1" status: 204 len: 173 time: 0.8982005 Mar 28 18:54:58.269805 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decaad47-cdb3-466d-96bd-9e386b597840', 'name': 'network-vif-deleted', 'tag': '7d8b0afc-8c00-40c1-95ca-259f9391a09b'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:54:58.272028 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006e0fd0-6310-4924-a6a9-2ad75e5e25ec" -d '{"events": [{"server_uuid": "decaad47-cdb3-466d-96bd-9e386b597840", "name": "network-vif-deleted", "tag": "7d8b0afc-8c00-40c1-95ca-259f9391a09b"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:54:58.313343 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-8e5b5ce5-1029-4f6d-b83c-0c77ef683c47 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (299e81d7-3957-4237-8de1-002312e53bc1), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.347171 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2650f9d9-36ee-4154-9ed2-d5ebb9abf890 x-openstack-request-id: req-2650f9d9-36ee-4154-9ed2-d5ebb9abf890 {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:54:58.347477 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decaad47-cdb3-466d-96bd-9e386b597840", "name": "network-vif-deleted", "tag": "7d8b0afc-8c00-40c1-95ca-259f9391a09b", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:54:58.347734 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2650f9d9-36ee-4154-9ed2-d5ebb9abf890 {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:54:58.348140 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2650f9d9-36ee-4154-9ed2-d5ebb9abf890'] response: {'server_uuid': 'decaad47-cdb3-466d-96bd-9e386b597840', 'name': 'network-vif-deleted', 'tag': '7d8b0afc-8c00-40c1-95ca-259f9391a09b', 'status': 'completed', 'code': 200} Mar 28 18:54:58.362047 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-8e5b5ce5-1029-4f6d-b83c-0c77ef683c47 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Network 76077a23-66fe-46be-9266-04afc4a6e7be is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:58.374112 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-8e5b5ce5-1029-4f6d-b83c-0c77ef683c47 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:58.394896 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-8e5b5ce5-1029-4f6d-b83c-0c77ef683c47 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:54:58.428879 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b5ce5-1029-4f6d-b83c-0c77ef683c47 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Pushing event updated for resources: {'Port': ['ID=299e81d7-3957-4237-8de1-002312e53bc1,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:58.474552 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-8e5b5ce5-1029-4f6d-b83c-0c77ef683c47 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:58.475063 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-8e5b5ce5-1029-4f6d-b83c-0c77ef683c47 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.494394 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3253c-6277-4456-87b3-d613327a1318 req-325d073c-7302-45ca-b293-4b027ff0024e tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:58.495924 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-eed3253c-6277-4456-87b3-d613327a1318 req-325d073c-7302-45ca-b293-4b027ff0024e tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 932 time: 0.1381247 Mar 28 18:54:58.507626 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-8e5b5ce5-1029-4f6d-b83c-0c77ef683c47 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1271510 Mar 28 18:54:58.519893 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Request body: {'port': {'device_id': '8c494927-02c1-4a1f-a176-090c6400407d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:58.605064 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-eed3253c-6277-4456-87b3-d613327a1318 req-7fd0c38d-f8e9-429b-b579-27f458704d15 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964019 Mar 28 18:54:58.607323 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d99831-8fef-4e04-828e-a124ac939070 req-241a3727-59db-44da-bbcf-c82245fd7097 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:58.607858 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (299e81d7-3957-4237-8de1-002312e53bc1), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.609453 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f6d99831-8fef-4e04-828e-a124ac939070 req-241a3727-59db-44da-bbcf-c82245fd7097 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0589721 Mar 28 18:54:58.661450 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f6d99831-8fef-4e04-828e-a124ac939070 req-d417cc07-c513-4379-ae12-d563663a370d tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459292 Mar 28 18:54:58.892272 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299e81d7-3957-4237-8de1-002312e53bc1 {{(pid=109703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:54:58.899974 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Publish callbacks [] for port (299e81d7-3957-4237-8de1-002312e53bc1), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.918245 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.provisioning_blocks [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Transition to ACTIVE for port object 299e81d7-3957-4237-8de1-002312e53bc1 will not be triggered until provisioned by entity L2. {{(pid=109703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:54:58.923538 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (299e81d7-3957-4237-8de1-002312e53bc1), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.998672 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Pushing event updated for resources: {'Port': ['ID=299e81d7-3957-4237-8de1-002312e53bc1,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:59.052785 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Attempting to bind port 299e81d7-3957-4237-8de1-002312e53bc1 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:54:59.053135 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Attempting to bind port 299e81d7-3957-4237-8de1-002312e53bc1 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '4d764c82-131a-4e28-b7f2-110b13b76775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76077a23-66fe-46be-9266-04afc4a6e7be'}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:54:59.053500 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Attempting to bind port 299e81d7-3957-4237-8de1-002312e53bc1 on network 76077a23-66fe-46be-9266-04afc4a6e7be {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:59.058773 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Port 299e81d7-3957-4237-8de1-002312e53bc1 on network 76077a23-66fe-46be-9266-04afc4a6e7be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:54:59.059102 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Attempting to bind port 299e81d7-3957-4237-8de1-002312e53bc1 on network 76077a23-66fe-46be-9266-04afc4a6e7be {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:59.064397 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:54:59.064744 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Checking segment: {'id': '4d764c82-131a-4e28-b7f2-110b13b76775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76077a23-66fe-46be-9266-04afc4a6e7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:59.065126 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Bound using segment: {'id': '4d764c82-131a-4e28-b7f2-110b13b76775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76077a23-66fe-46be-9266-04afc4a6e7be'} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:54:59.065556 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Bound port: 299e81d7-3957-4237-8de1-002312e53bc1, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d764c82-131a-4e28-b7f2-110b13b76775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76077a23-66fe-46be-9266-04afc4a6e7be'}}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:54:59.065946 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (299e81d7-3957-4237-8de1-002312e53bc1), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.140957 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] For port 299e81d7-3957-4237-8de1-002312e53bc1, host hv-cinder-83548, cleared binding levels {{(pid=109703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:54:59.145371 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] For port 299e81d7-3957-4237-8de1-002312e53bc1, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=299e81d7-3957-4237-8de1-002312e53bc1,segment=NetworkSegment(4d764c82-131a-4e28-b7f2-110b13b76775),segment_id=4d764c82-131a-4e28-b7f2-110b13b76775)] {{(pid=109703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:54:59.154612 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (299e81d7-3957-4237-8de1-002312e53bc1), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.198250 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:59.198817 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.200221 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] 10.222.0.23 "PUT /v2.0/ports/299e81d7-3957-4237-8de1-002312e53bc1 HTTP/1.1" status: 200 len: 1094 time: 0.6852360 Mar 28 18:54:59.232107 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48637610-6e04-449b-9ebf-f62604b144f8 service neutron] Pushing event updated for resources: {'Port': ['ID=299e81d7-3957-4237-8de1-002312e53bc1,revision_number=3']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:59.267931 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55064) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:59.309614 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-57009509-ca05-4af2-821d-ef1bd1376d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:59.312113 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-57009509-ca05-4af2-821d-ef1bd1376d58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a08ec0b5a97480788d0064a59838b62&device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 1128 time: 0.0645161 Mar 28 18:54:59.377381 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-cbea12ed-d7eb-40fd-aa3a-297548907b52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299e81d7-3957-4237-8de1-002312e53bc1 HTTP/1.1" status: 200 len: 217 time: 0.0531988 Mar 28 18:54:59.396292 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bef94afa-ed8d-4c62-b487-95a08f79ffd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.442226 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-e23699b8-521f-420f-b436-a986dd142cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:59.444080 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-e23699b8-521f-420f-b436-a986dd142cbb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54660222-89f2-420d-bf07-084dc5efe19f HTTP/1.1" status: 200 len: 847 time: 0.0596402 Mar 28 18:54:59.491574 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-079a1ee7-bfbe-47fb-8a2e-8c2bd9b8e3e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=76077a23-66fe-46be-9266-04afc4a6e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283835 Mar 28 18:54:59.504211 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bef94afa-ed8d-4c62-b487-95a08f79ffd8 admin admin] Publish callbacks [] for security_group (ce492f54-6e17-47c2-b212-28a89d2bc4b5), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.508143 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bef94afa-ed8d-4c62-b487-95a08f79ffd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (ce492f54-6e17-47c2-b212-28a89d2bc4b5), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.553753 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-bef94afa-ed8d-4c62-b487-95a08f79ffd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4707b74f6e3b45d387b1d9a6150bc953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830436 Mar 28 18:54:59.554584 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef94afa-ed8d-4c62-b487-95a08f79ffd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce492f54-6e17-47c2-b212-28a89d2bc4b5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:59.555058 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55074) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:59.622037 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-81bdfd04-97f0-4cc8-916d-23c40760da24 service neutron] 10.222.0.23 "GET /v2.0/networks/76077a23-66fe-46be-9266-04afc4a6e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237636 Mar 28 18:54:59.650882 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f4ed788a-901e-41ab-9dcf-2f4be374a635 admin admin] Publish callbacks [] for security_group (ce492f54-6e17-47c2-b212-28a89d2bc4b5), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.722996 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f4ed788a-901e-41ab-9dcf-2f4be374a635 admin admin] Publish callbacks [] for security_group (ce492f54-6e17-47c2-b212-28a89d2bc4b5), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.740854 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a4cf6-c2ad-40d4-9869-d5f6e8eb8399 req-bf3f2465-127f-49a4-9591-333e83afdf55 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:59.750215 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b74a4cf6-c2ad-40d4-9869-d5f6e8eb8399 req-bf3f2465-127f-49a4-9591-333e83afdf55 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 944 time: 0.0739501 Mar 28 18:54:59.787409 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fb2cba6a-c296-4662-9662-3c73e1c46951 req-5ea4ba77-3f7f-4182-b774-09a064f6fc10 service neutron] 10.222.0.23 "GET /v2.0/networks/76077a23-66fe-46be-9266-04afc4a6e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575415 Mar 28 18:54:59.804818 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b74a4cf6-c2ad-40d4-9869-d5f6e8eb8399 req-10c902a6-2721-4c9c-b89b-51f483c553fb tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528355 Mar 28 18:54:59.837962 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73274860-990c-450c-a337-a12eadea3160 req-21d25c29-a6a8-438f-bef1-0e5c501f8f1c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:59.839856 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-73274860-990c-450c-a337-a12eadea3160 req-21d25c29-a6a8-438f-bef1-0e5c501f8f1c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0693977 Mar 28 18:54:59.842308 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f4ed788a-901e-41ab-9dcf-2f4be374a635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (ce492f54-6e17-47c2-b212-28a89d2bc4b5), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.845324 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f4ed788a-901e-41ab-9dcf-2f4be374a635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.846445 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-f4ed788a-901e-41ab-9dcf-2f4be374a635 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce492f54-6e17-47c2-b212-28a89d2bc4b5 HTTP/1.1" status: 204 len: 168 time: 0.2904561 Mar 28 18:54:59.861691 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed788a-901e-41ab-9dcf-2f4be374a635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce492f54-6e17-47c2-b212-28a89d2bc4b5,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:59.876437 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55090) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:59.918938 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-73274860-990c-450c-a337-a12eadea3160 req-1944962d-8fdb-4387-b257-0628eeb79d18 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709651 Mar 28 18:55:00.008113 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1ce93e43-30c0-4bb6-ae94-87bef5335919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.083897 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1ce93e43-30c0-4bb6-ae94-87bef5335919 admin admin] Publish callbacks [] for security_group (5eb6337c-4d28-4b2b-ae83-cd833202494c), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.088413 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1ce93e43-30c0-4bb6-ae94-87bef5335919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (5eb6337c-4d28-4b2b-ae83-cd833202494c), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.128288 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-1ce93e43-30c0-4bb6-ae94-87bef5335919 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19d8419e08da499fa4b57e5066d8642e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507784 Mar 28 18:55:00.130361 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce93e43-30c0-4bb6-ae94-87bef5335919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb6337c-4d28-4b2b-ae83-cd833202494c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:00.131087 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55096) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:00.185212 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4151889f-3440-42ab-a15b-3807859ef023 admin admin] Publish callbacks [] for security_group (5eb6337c-4d28-4b2b-ae83-cd833202494c), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.201411 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55098) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:00.209563 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4151889f-3440-42ab-a15b-3807859ef023 admin admin] Publish callbacks [] for security_group (5eb6337c-4d28-4b2b-ae83-cd833202494c), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.214866 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5a8f913-6512-4a18-9e2e-f1a15ad27464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.263661 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4151889f-3440-42ab-a15b-3807859ef023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (5eb6337c-4d28-4b2b-ae83-cd833202494c), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.269203 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4151889f-3440-42ab-a15b-3807859ef023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.270614 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-4151889f-3440-42ab-a15b-3807859ef023 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5eb6337c-4d28-4b2b-ae83-cd833202494c HTTP/1.1" status: 204 len: 168 time: 0.1384449 Mar 28 18:55:00.286370 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151889f-3440-42ab-a15b-3807859ef023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb6337c-4d28-4b2b-ae83-cd833202494c,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:00.299702 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5a8f913-6512-4a18-9e2e-f1a15ad27464 admin admin] Publish callbacks [] for security_group (ee963eab-32b3-4c48-aa6c-e0fad3f39c2e), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.304452 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5a8f913-6512-4a18-9e2e-f1a15ad27464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (ee963eab-32b3-4c48-aa6c-e0fad3f39c2e), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.345519 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-c5a8f913-6512-4a18-9e2e-f1a15ad27464 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e64936f8574447e9b1779c78ad832a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429110 Mar 28 18:55:00.348521 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55102) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:00.349037 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c494927-02c1-4a1f-a176-090c6400407d', 'tag': '299e81d7-3957-4237-8de1-002312e53bc1'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:00.353205 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dad247c-2bec-40a2-920a-2c95277ccba4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c494927-02c1-4a1f-a176-090c6400407d", "tag": "299e81d7-3957-4237-8de1-002312e53bc1"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:00.357015 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8f913-6512-4a18-9e2e-f1a15ad27464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee963eab-32b3-4c48-aa6c-e0fad3f39c2e,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:00.401862 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f209fcc-e4ec-4836-834a-4daa6dec69ba x-openstack-request-id: req-9f209fcc-e4ec-4836-834a-4daa6dec69ba {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:00.402148 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c494927-02c1-4a1f-a176-090c6400407d", "tag": "299e81d7-3957-4237-8de1-002312e53bc1", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:00.402407 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f209fcc-e4ec-4836-834a-4daa6dec69ba {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:00.402804 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f209fcc-e4ec-4836-834a-4daa6dec69ba'] response: {'name': 'network-changed', 'server_uuid': '8c494927-02c1-4a1f-a176-090c6400407d', 'tag': '299e81d7-3957-4237-8de1-002312e53bc1', 'status': 'completed', 'code': 200} Mar 28 18:55:00.436790 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2237-d3a3-4174-948b-3c2e45ff5986 admin admin] Publish callbacks [] for security_group (ee963eab-32b3-4c48-aa6c-e0fad3f39c2e), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.507314 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2237-d3a3-4174-948b-3c2e45ff5986 admin admin] Publish callbacks [] for security_group (ee963eab-32b3-4c48-aa6c-e0fad3f39c2e), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.528087 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad247c-2bec-40a2-920a-2c95277ccba4 req-e9689a6d-c1c0-450d-b5b1-a4a09fc51ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:00.529626 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7dad247c-2bec-40a2-920a-2c95277ccba4 req-e9689a6d-c1c0-450d-b5b1-a4a09fc51ee4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a08ec0b5a97480788d0064a59838b62&device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 1128 time: 0.0858202 Mar 28 18:55:00.656387 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2237-d3a3-4174-948b-3c2e45ff5986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (ee963eab-32b3-4c48-aa6c-e0fad3f39c2e), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.658993 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2237-d3a3-4174-948b-3c2e45ff5986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.660139 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-2b4a2237-d3a3-4174-948b-3c2e45ff5986 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee963eab-32b3-4c48-aa6c-e0fad3f39c2e HTTP/1.1" status: 204 len: 168 time: 0.3044519 Mar 28 18:55:00.664496 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad247c-2bec-40a2-920a-2c95277ccba4 req-553a1def-291e-448d-9536-55f0cf3cabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:00.666019 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7dad247c-2bec-40a2-920a-2c95277ccba4 req-553a1def-291e-448d-9536-55f0cf3cabd9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=76077a23-66fe-46be-9266-04afc4a6e7be HTTP/1.1" status: 200 len: 908 time: 0.1268539 Mar 28 18:55:00.685859 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a2237-d3a3-4174-948b-3c2e45ff5986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee963eab-32b3-4c48-aa6c-e0fad3f39c2e,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:00.746961 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7dad247c-2bec-40a2-920a-2c95277ccba4 req-19baa30e-05a2-42b7-90e2-0408af57b1e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299e81d7-3957-4237-8de1-002312e53bc1 HTTP/1.1" status: 200 len: 217 time: 0.0716057 Mar 28 18:55:00.808458 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad247c-2bec-40a2-920a-2c95277ccba4 req-a75419c6-0cdf-441f-9e74-054e0510d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:00.810009 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7dad247c-2bec-40a2-920a-2c95277ccba4 req-a75419c6-0cdf-441f-9e74-054e0510d8ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54660222-89f2-420d-bf07-084dc5efe19f HTTP/1.1" status: 200 len: 847 time: 0.0556159 Mar 28 18:55:00.849642 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7dad247c-2bec-40a2-920a-2c95277ccba4 req-a1b89697-7887-4fe5-9112-f705f656ca28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=76077a23-66fe-46be-9266-04afc4a6e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315490 Mar 28 18:55:00.992974 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7dad247c-2bec-40a2-920a-2c95277ccba4 req-a58635f2-3ba7-43fd-86aa-6636aa8c82da service neutron] 10.222.0.23 "GET /v2.0/networks/76077a23-66fe-46be-9266-04afc4a6e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358745 Mar 28 18:55:01.005956 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13653814-b4ec-49bf-afde-28075b26353b req-88dca849-4b62-475f-9ece-efeaf49803de tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:01.008069 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-13653814-b4ec-49bf-afde-28075b26353b req-88dca849-4b62-475f-9ece-efeaf49803de tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 944 time: 0.1016939 Mar 28 18:55:01.057264 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55144) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:01.076119 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 7d8b0afc-8c00-40c1-95ca-259f9391a09b no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:55:01.105559 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35b1809a-fb4e-4cab-8b7e-c322929512f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.114918 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 7d8b0afc-8c00-40c1-95ca-259f9391a09b {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:55:01.115433 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 7d8b0afc-8c00-40c1-95ca-259f9391a09b not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:55:01.162467 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec20847-4018-47b8-93fc-e70c0bffa375 req-fd733ae0-8a9c-4b19-9de5-16d2374b830a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:01.162902 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-aec20847-4018-47b8-93fc-e70c0bffa375 req-fd733ae0-8a9c-4b19-9de5-16d2374b830a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.1243670 Mar 28 18:55:01.163392 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55146) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:01.251633 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-aec20847-4018-47b8-93fc-e70c0bffa375 req-132fe063-7e1b-4eec-821d-9b6e1fef582f tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738785 Mar 28 18:55:01.292640 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35b1809a-fb4e-4cab-8b7e-c322929512f5 admin admin] Publish callbacks [] for security_group (d9c0493e-4b58-44f2-86d8-9d296cff562d), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.298323 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1181321068-network', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:01.302693 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35b1809a-fb4e-4cab-8b7e-c322929512f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (d9c0493e-4b58-44f2-86d8-9d296cff562d), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.350748 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] Made reservation on behalf of 1b0eb789c909483e8dc11e90ad743cdf for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:01.352978 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.357046 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-13653814-b4ec-49bf-afde-28075b26353b req-cf4cf4fe-999d-443f-93e0-40937704dc50 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388271 Mar 28 18:55:01.359650 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-35b1809a-fb4e-4cab-8b7e-c322929512f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a92d1389423409bb178d6ae0375f328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985384 Mar 28 18:55:01.363630 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55150) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:01.365486 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1809a-fb4e-4cab-8b7e-c322929512f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c0493e-4b58-44f2-86d8-9d296cff562d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:01.368102 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.390280 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7dad247c-2bec-40a2-920a-2c95277ccba4 req-5bfb35cf-8431-4712-b0bf-6e5f1b1284be service neutron] 10.222.0.23 "GET /v2.0/networks/76077a23-66fe-46be-9266-04afc4a6e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786087 Mar 28 18:55:01.447796 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-12baff28-629c-4063-a179-4d311e13add3 admin admin] Publish callbacks [] for security_group (d9c0493e-4b58-44f2-86d8-9d296cff562d), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.459657 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] Publish callbacks [] for security_group (de78f905-6371-413c-b525-14a850259054), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.464763 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (de78f905-6371-413c-b525-14a850259054), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.485663 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-12baff28-629c-4063-a179-4d311e13add3 admin admin] Publish callbacks [] for security_group (d9c0493e-4b58-44f2-86d8-9d296cff562d), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.491973 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:55:01.510148 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de78f905-6371-413c-b525-14a850259054,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:01.513089 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (637eff91-14e1-43c0-a3e4-2faf7bb52fae), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.513433 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.segments_db [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] Added segment 637eff91-14e1-43c0-a3e4-2faf7bb52fae of type vlan for network bd8dd670-ca23-468a-833f-deb63d9327f8 Mar 28 18:55:01.537280 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-12baff28-629c-4063-a179-4d311e13add3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (d9c0493e-4b58-44f2-86d8-9d296cff562d), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.539955 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-12baff28-629c-4063-a179-4d311e13add3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.545401 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-12baff28-629c-4063-a179-4d311e13add3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9c0493e-4b58-44f2-86d8-9d296cff562d HTTP/1.1" status: 204 len: 168 time: 0.1806004 Mar 28 18:55:01.553309 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12baff28-629c-4063-a179-4d311e13add3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c0493e-4b58-44f2-86d8-9d296cff562d,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:01.556099 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (bd8dd670-ca23-468a-833f-deb63d9327f8), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.587805 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (bd8dd670-ca23-468a-833f-deb63d9327f8), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.588773 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:01.589361 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.652397 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4821541 Mar 28 18:55:01.653336 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55156) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:01.654338 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b01ab-fb4b-4d37-9f89-ba1a0c324b70 admin admin] Pushing event updated for resources: {'Network': ['ID=bd8dd670-ca23-468a-833f-deb63d9327f8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:01.659677 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-29bb8c1a-da5c-4170-b865-42facf59e7b7 admin admin] Request body: {'subnet': {'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1181321068-subnet', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'ip_version': 4}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:01.675218 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network bd8dd670-ca23-468a-833f-deb63d9327f8 details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:55:01.695717 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bb8c1a-da5c-4170-b865-42facf59e7b7 admin admin] Made reservation on behalf of 1b0eb789c909483e8dc11e90ad743cdf for: {'subnet': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:01.696323 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-29bb8c1a-da5c-4170-b865-42facf59e7b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530556952'] for subnet (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.891262 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-29bb8c1a-da5c-4170-b865-42facf59e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530563895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530556942'] for subnet (4dea14a4-eb6a-4f92-99d6-bc43a4250443), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.949993 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb8c1a-da5c-4170-b865-42facf59e7b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dea14a4-eb6a-4f92-99d6-bc43a4250443,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:01.968808 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb8c1a-da5c-4170-b865-42facf59e7b7 admin admin] Checking segment: {'id': '637eff91-14e1-43c0-a3e4-2faf7bb52fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:01.969171 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb8c1a-da5c-4170-b865-42facf59e7b7 admin admin] Network hostable DHCP agents. Network: bd8dd670-ca23-468a-833f-deb63d9327f8, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:55:01.991014 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb8c1a-da5c-4170-b865-42facf59e7b7 admin admin] Network bd8dd670-ca23-468a-833f-deb63d9327f8 is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:55:02.002571 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-29bb8c1a-da5c-4170-b865-42facf59e7b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, bd8dd670-ca23-468a-833f-deb63d9327f8) {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:02.006906 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb8c1a-da5c-4170-b865-42facf59e7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:02.007583 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-29bb8c1a-da5c-4170-b865-42facf59e7b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.017063 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b17338-aedf-4252-b672-14d06eead6b0 None None] Network bd8dd670-ca23-468a-833f-deb63d9327f8 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:55:02.054089 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55172) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:02.060259 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:02.067398 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-29bb8c1a-da5c-4170-b865-42facf59e7b7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4005566 Mar 28 18:55:02.099570 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (17f147c7-52ca-434c-befa-30e38e4fa564), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.101702 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3459'] for router (17f147c7-52ca-434c-befa-30e38e4fa564), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.158074 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518d74fb-db2a-52d3-9ca5-064f41411709-bd8dd670-ca23-468a-833f-deb63d9327f8', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'fixed_ips': [{'subnet_id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443'}]}} from dv-cinder-835483-1-smb. {{(pid=109705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:55:02.158967 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.170907 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Publish callbacks [] for router_controller (17f147c7-52ca-434c-befa-30e38e4fa564), precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.339285 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Allocated IP 172.20.0.2 (bd8dd670-ca23-468a-833f-deb63d9327f8/4dea14a4-eb6a-4f92-99d6-bc43a4250443/f5c72310-684b-4d42-b0d7-e97c9fcfe773) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:02.387086 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Publish callbacks [] for router_gateway (17f147c7-52ca-434c-befa-30e38e4fa564), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.478167 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a093c-c2be-4453-baf7-4f308d5e040b req-7b021ea9-7215-4c0a-9768-67580ec4a560 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:02.478167 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-910a093c-c2be-4453-baf7-4f308d5e040b req-7b021ea9-7215-4c0a-9768-67580ec4a560 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.1349902 Mar 28 18:55:02.549153 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Publish callbacks [] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.550966 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-910a093c-c2be-4453-baf7-4f308d5e040b req-e3ca24cf-95ae-47f3-bc63-0f71bf0a9902 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633507 Mar 28 18:55:02.575306 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.599850 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d8fbb-0ad5-4e16-9253-ba7d41a2bb8b req-1644465a-6d51-4fce-b381-8712857274f5 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:02.601533 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c89d8fbb-0ad5-4e16-9253-ba7d41a2bb8b req-1644465a-6d51-4fce-b381-8712857274f5 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 944 time: 0.1290581 Mar 28 18:55:02.613692 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Network bd8dd670-ca23-468a-833f-deb63d9327f8 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:02.616762 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:02.620156 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:02.634014 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Pushing event updated for resources: {'Port': ['ID=f5c72310-684b-4d42-b0d7-e97c9fcfe773,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:02.678744 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c89d8fbb-0ad5-4e16-9253-ba7d41a2bb8b req-260784fd-da2c-4bf3-b7d5-0167452386f4 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707784 Mar 28 18:55:02.689615 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Attempting to bind port f5c72310-684b-4d42-b0d7-e97c9fcfe773 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:02.689615 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Attempting to bind port f5c72310-684b-4d42-b0d7-e97c9fcfe773 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': '637eff91-14e1-43c0-a3e4-2faf7bb52fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:02.689911 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Attempting to bind port f5c72310-684b-4d42-b0d7-e97c9fcfe773 on network bd8dd670-ca23-468a-833f-deb63d9327f8 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:02.696524 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:02.696997 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Checking segment: {'id': '637eff91-14e1-43c0-a3e4-2faf7bb52fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:02.697656 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.697820 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Bound using segment: {'id': '637eff91-14e1-43c0-a3e4-2faf7bb52fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:02.698236 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Bound port: f5c72310-684b-4d42-b0d7-e97c9fcfe773, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637eff91-14e1-43c0-a3e4-2faf7bb52fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:02.702532 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.781894 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] For port f5c72310-684b-4d42-b0d7-e97c9fcfe773, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:02.787124 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] For port f5c72310-684b-4d42-b0d7-e97c9fcfe773, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f5c72310-684b-4d42-b0d7-e97c9fcfe773,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:02.794754 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.863175 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf4706-d3d0-42dc-9701-ac82ad97f382 None None] Pushing event updated for resources: {'Port': ['ID=f5c72310-684b-4d42-b0d7-e97c9fcfe773,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:02.980057 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Publish callbacks [] for router_gateway (17f147c7-52ca-434c-befa-30e38e4fa564), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:03.001666 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:03.076975 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 299e81d7-3957-4237-8de1-002312e53bc1 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:55:03.204165 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Allocated IP 172.28.0.202 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/6d785ae6-8b50-4db6-9107-6121cd9dcdea) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:03.307952 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 299e81d7-3957-4237-8de1-002312e53bc1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=299e81d7-3957-4237-8de1-002312e53bc1,segment=NetworkSegment(4d764c82-131a-4e28-b7f2-110b13b76775),segment_id=4d764c82-131a-4e28-b7f2-110b13b76775)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:03.339848 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '299e81d7-3957-4237-8de1-002312e53bc1', 'network_id': '76077a23-66fe-46be-9266-04afc4a6e7be', 'port_id': '299e81d7-3957-4237-8de1-002312e53bc1', 'mac_address': 'fa:16:3e:87:50:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54660222-89f2-420d-bf07-084dc5efe19f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:55:03.400672 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Publish callbacks [] for port (6d785ae6-8b50-4db6-9107-6121cd9dcdea), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:03.451610 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 299e81d7-3957-4237-8de1-002312e53bc1 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:03.452658 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (299e81d7-3957-4237-8de1-002312e53bc1), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:03.486560 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (6d785ae6-8b50-4db6-9107-6121cd9dcdea), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:03.510137 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299e81d7-3957-4237-8de1-002312e53bc1 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:03.579572 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 299e81d7-3957-4237-8de1-002312e53bc1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=299e81d7-3957-4237-8de1-002312e53bc1,segment=NetworkSegment(4d764c82-131a-4e28-b7f2-110b13b76775),segment_id=4d764c82-131a-4e28-b7f2-110b13b76775)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:03.586528 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f5c72310-684b-4d42-b0d7-e97c9fcfe773 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:03.648011 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:03.661168 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:03.668072 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:03.701432 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (299e81d7-3957-4237-8de1-002312e53bc1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:03.758865 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=299e81d7-3957-4237-8de1-002312e53bc1,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:03.772496 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port f5c72310-684b-4d42-b0d7-e97c9fcfe773 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:03.772874 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:03.790868 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Pushing event updated for resources: {'Port': ['ID=6d785ae6-8b50-4db6-9107-6121cd9dcdea,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:03.925783 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c043098-19c4-48dc-880b-0fee3ae99146 req-c18f9997-e9c7-4cba-ae2c-79f1bb8a523c tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:03.938972 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8c043098-19c4-48dc-880b-0fee3ae99146 req-c18f9997-e9c7-4cba-ae2c-79f1bb8a523c tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 945 time: 0.0816572 Mar 28 18:55:04.019706 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8c043098-19c4-48dc-880b-0fee3ae99146 req-099f2e59-c421-4a24-88ea-f9a8adc416a5 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788825 Mar 28 18:55:04.062579 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0545973-62bc-49c3-9a7f-2bd42cf91fd9 req-c40d950a-ea6b-4445-967b-a91887c3a112 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:04.068009 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b0545973-62bc-49c3-9a7f-2bd42cf91fd9 req-c40d950a-ea6b-4445-967b-a91887c3a112 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.2721105 Mar 28 18:55:04.134850 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port f5c72310-684b-4d42-b0d7-e97c9fcfe773 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:04.135238 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:04.156211 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b0545973-62bc-49c3-9a7f-2bd42cf91fd9 req-ba2a9a96-4322-4f92-aa78-a860a98e4e21 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850153 Mar 28 18:55:04.156884 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['299e81d7-3957-4237-8de1-002312e53bc1'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:55:04.164021 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Publish callbacks [] for router_gateway (17f147c7-52ca-434c-befa-30e38e4fa564), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:04.223432 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port f5c72310-684b-4d42-b0d7-e97c9fcfe773, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f5c72310-684b-4d42-b0d7-e97c9fcfe773,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:04.229532 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:04.242484 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ffe53b-f91e-406d-ac05-67acbe07bbdb None None] Network bd8dd670-ca23-468a-833f-deb63d9327f8 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:55:04.378200 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-991542dd-4ec8-4fc2-9b04-9ffbb086641a None None] Provisioning complete for port f5c72310-684b-4d42-b0d7-e97c9fcfe773 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:04.378907 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-991542dd-4ec8-4fc2-9b04-9ffbb086641a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:04.384256 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=f5c72310-684b-4d42-b0d7-e97c9fcfe773,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:04.387091 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695010'] for router (17f147c7-52ca-434c-befa-30e38e4fa564), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:04.532121 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Router 17f147c7-52ca-434c-befa-30e38e4fa564 is scheduled to L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 18:55:04.579438 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-991542dd-4ec8-4fc2-9b04-9ffbb086641a None None] Current status of the port f5c72310-684b-4d42-b0d7-e97c9fcfe773 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:04.672948 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:55:04.683539 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Sync routers for ids ['17f147c7-52ca-434c-befa-30e38e4fa564'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:55:04.691300 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:04.693456 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-e41f6f05-f20b-48b4-9523-ac4aa7bd1e6a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6379108 Mar 28 18:55:04.696302 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55272) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:04.700623 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Routers {'17f147c7-52ca-434c-befa-30e38e4fa564'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:04.701252 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:54:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['17f147c7-52ca-434c-befa-30e38e4fa564'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:04.821351 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Set router 17f147c7-52ca-434c-befa-30e38e4fa564 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:04.840995 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-586e9e96-c864-4bc7-8a7d-c47e0c019726 None None] Provisioning complete for port f5c72310-684b-4d42-b0d7-e97c9fcfe773 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:04.841370 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-586e9e96-c864-4bc7-8a7d-c47e0c019726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:04.933154 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-586e9e96-c864-4bc7-8a7d-c47e0c019726 None None] Current status of the port f5c72310-684b-4d42-b0d7-e97c9fcfe773 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:05.035582 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T18:55:03Z', 'revision_number': 3, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port': {'id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:aa:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:03Z', 'updated_at': '2022-03-28T18:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:05.084413 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Checking router: 17f147c7-52ca-434c-befa-30e38e4fa564 for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:55:05.085091 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Updating router 17f147c7-52ca-434c-befa-30e38e4fa564 port 6d785ae6-8b50-4db6-9107-6121cd9dcdea binding host dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:55:05.116698 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (6d785ae6-8b50-4db6-9107-6121cd9dcdea), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.260683 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21234fb2-600f-48e7-a162-6698fde89a79 req-8f28e088-8f9b-4a22-a94b-1567e4fabdff tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:05.262239 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-21234fb2-600f-48e7-a162-6698fde89a79 req-8f28e088-8f9b-4a22-a94b-1567e4fabdff tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 945 time: 0.1127651 Mar 28 18:55:05.316363 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e44063-1918-4599-89e5-4b5ddbe9f7cf req-79a1eb1e-950c-45c1-9ed4-001946598539 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:05.318490 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a3e44063-1918-4599-89e5-4b5ddbe9f7cf req-79a1eb1e-950c-45c1-9ed4-001946598539 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0654354 Mar 28 18:55:05.348217 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-21234fb2-600f-48e7-a162-6698fde89a79 req-6f29d0aa-89f5-4e7a-87b7-b2f0e1f243d2 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753784 Mar 28 18:55:05.354495 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.375394 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a3e44063-1918-4599-89e5-4b5ddbe9f7cf req-8040d4c3-4be4-4dc7-90d9-f5d0168308f6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504041 Mar 28 18:55:05.435379 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Publish callbacks [] for port (6d785ae6-8b50-4db6-9107-6121cd9dcdea), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.443482 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (6d785ae6-8b50-4db6-9107-6121cd9dcdea), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.464139 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f5c72310-684b-4d42-b0d7-e97c9fcfe773 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:05.503541 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Pushing event updated for resources: {'Port': ['ID=6d785ae6-8b50-4db6-9107-6121cd9dcdea,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:05.508567 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Attempting to bind port 6d785ae6-8b50-4db6-9107-6121cd9dcdea on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:05.508934 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Attempting to bind port 6d785ae6-8b50-4db6-9107-6121cd9dcdea by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:05.509316 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Attempting to bind port 6d785ae6-8b50-4db6-9107-6121cd9dcdea on network 43097040-ae62-42ba-a1e8-2488009ecdd2 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:05.517086 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.517502 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.517894 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.518242 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.518739 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.519072 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.519399 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.519900 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.520209 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.520677 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.521156 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.521635 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.521878 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port f5c72310-684b-4d42-b0d7-e97c9fcfe773 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:05.522138 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.522543 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.522889 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.523102 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:05.541052 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:05.541427 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Checking segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:05.541886 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.542286 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Bound using segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:05.542774 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Bound port: 6d785ae6-8b50-4db6-9107-6121cd9dcdea, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:05.543155 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (6d785ae6-8b50-4db6-9107-6121cd9dcdea), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.573793 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Allocated IP 172.20.0.1 (bd8dd670-ca23-468a-833f-deb63d9327f8/4dea14a4-eb6a-4f92-99d6-bc43a4250443/78ccb2c8-a5b9-4ee6-818c-c22a12928f85) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:05.602019 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] For port 6d785ae6-8b50-4db6-9107-6121cd9dcdea, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:05.605630 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] For port 6d785ae6-8b50-4db6-9107-6121cd9dcdea, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=6d785ae6-8b50-4db6-9107-6121cd9dcdea,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:05.612722 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (6d785ae6-8b50-4db6-9107-6121cd9dcdea), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.613107 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port f5c72310-684b-4d42-b0d7-e97c9fcfe773 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:05.670971 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1f428-7cea-473b-8635-fe904207858c None None] Pushing event updated for resources: {'Port': ['ID=6d785ae6-8b50-4db6-9107-6121cd9dcdea,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:05.679566 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Routers {'17f147c7-52ca-434c-befa-30e38e4fa564'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:05.680221 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:54:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['17f147c7-52ca-434c-befa-30e38e4fa564'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:05.706006 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Publish callbacks [] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.763930 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.819663 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Network bd8dd670-ca23-468a-833f-deb63d9327f8 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:05.824709 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:05.829368 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:05.832469 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Pushing event updated for resources: {'Port': ['ID=78ccb2c8-a5b9-4ee6-818c-c22a12928f85,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:05.869833 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688309'] for router_interface (17f147c7-52ca-434c-befa-30e38e4fa564), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.887315 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] Set router 17f147c7-52ca-434c-befa-30e38e4fa564 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:06.019797 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:06.073859 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-1c65717e-26e4-4026-af22-a5aed9102ef8 None None] Provisioning complete for port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:06.074434 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c65717e-26e4-4026-af22-a5aed9102ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:06.085300 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T18:55:03Z', 'revision_number': 3, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port': {'id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:aa:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:03Z', 'updated_at': '2022-03-28T18:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:06.114377 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1c65717e-26e4-4026-af22-a5aed9102ef8 None None] Port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:06.119117 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c505be-14ff-4454-abf0-b8c673191b42 None None] The sync data for ids ['17f147c7-52ca-434c-befa-30e38e4fa564'] in dv-cinder-835483-1-smb is: [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T18:55:03Z', 'revision_number': 3, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port': {'id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:aa:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:03Z', 'updated_at': '2022-03-28T18:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:55:06.209795 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Publish callbacks [] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:06.214662 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:06.290453 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Pushing event updated for resources: {'Port': ['ID=78ccb2c8-a5b9-4ee6-818c-c22a12928f85,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:06.297092 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688161'] for router_interface (17f147c7-52ca-434c-befa-30e38e4fa564), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:06.434582 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Network bd8dd670-ca23-468a-833f-deb63d9327f8 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:06.439643 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:06.585411 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789334f4-aac4-45c6-af7b-92228892b486 req-af29f77e-4198-4324-a5be-4ceb3fa55dce tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:06.587149 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-789334f4-aac4-45c6-af7b-92228892b486 req-af29f77e-4198-4324-a5be-4ceb3fa55dce tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0782366 Mar 28 18:55:06.607070 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d22bb-9e0e-4b0e-9b28-29f806816f6b req-be80cec2-954c-4fd8-b26c-414ea72ffcd8 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:06.609164 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9f0d22bb-9e0e-4b0e-9b28-29f806816f6b req-be80cec2-954c-4fd8-b26c-414ea72ffcd8 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 945 time: 0.1098177 Mar 28 18:55:06.645302 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Router 17f147c7-52ca-434c-befa-30e38e4fa564 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:55:06.683455 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9f0d22bb-9e0e-4b0e-9b28-29f806816f6b req-73b75007-8b1a-48d2-872b-5855f735fb69 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627193 Mar 28 18:55:06.686705 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-789334f4-aac4-45c6-af7b-92228892b486 req-6d075b3e-6935-47de-a9c7-e61ed4f87ed8 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855446 Mar 28 18:55:06.819061 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:55:06.824417 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-3371a434-d37a-4915-a987-7bc791921aaa admin admin] 10.222.0.18 "PUT /v2.0/routers/17f147c7-52ca-434c-befa-30e38e4fa564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1269300 Mar 28 18:55:06.858734 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-0337a1ea-fe9e-425e-ac81-7d12ac9e746e None None] Provisioning complete for port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:06.859755 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0337a1ea-fe9e-425e-ac81-7d12ac9e746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:06.911311 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0337a1ea-fe9e-425e-ac81-7d12ac9e746e None None] Port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:07.086670 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 299e81d7-3957-4237-8de1-002312e53bc1 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:07.142775 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 299e81d7-3957-4237-8de1-002312e53bc1 completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:55:07.147006 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 299e81d7-3957-4237-8de1-002312e53bc1 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:07.147402 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (299e81d7-3957-4237-8de1-002312e53bc1), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.247902 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 299e81d7-3957-4237-8de1-002312e53bc1 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:07.248368 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (299e81d7-3957-4237-8de1-002312e53bc1), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.283640 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c494927-02c1-4a1f-a176-090c6400407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299e81d7-3957-4237-8de1-002312e53bc1'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:07.285650 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400a7d9d-b7de-49e4-aa3e-ce42fd3e6419" -d '{"events": [{"server_uuid": "8c494927-02c1-4a1f-a176-090c6400407d", "name": "network-vif-plugged", "status": "completed", "tag": "299e81d7-3957-4237-8de1-002312e53bc1"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:07.300008 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 299e81d7-3957-4237-8de1-002312e53bc1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=299e81d7-3957-4237-8de1-002312e53bc1,segment=NetworkSegment(4d764c82-131a-4e28-b7f2-110b13b76775),segment_id=4d764c82-131a-4e28-b7f2-110b13b76775)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:07.304888 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (299e81d7-3957-4237-8de1-002312e53bc1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.333574 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01abee0b-2606-4aa6-80a6-fd0eaf0158b7 x-openstack-request-id: req-01abee0b-2606-4aa6-80a6-fd0eaf0158b7 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:07.333917 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c494927-02c1-4a1f-a176-090c6400407d", "name": "network-vif-plugged", "status": "completed", "tag": "299e81d7-3957-4237-8de1-002312e53bc1", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:07.334159 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01abee0b-2606-4aa6-80a6-fd0eaf0158b7 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:07.334554 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01abee0b-2606-4aa6-80a6-fd0eaf0158b7'] response: {'server_uuid': '8c494927-02c1-4a1f-a176-090c6400407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299e81d7-3957-4237-8de1-002312e53bc1', 'code': 200} Mar 28 18:55:07.363593 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=299e81d7-3957-4237-8de1-002312e53bc1,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:07.455892 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55326) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:07.462092 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1466675983-network', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:07.480280 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 6d785ae6-8b50-4db6-9107-6121cd9dcdea up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:07.496722 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] Made reservation on behalf of c7a35fd5fefa4b7784905ef9eeb56447 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:07.500262 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.510016 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.536692 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 6d785ae6-8b50-4db6-9107-6121cd9dcdea triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:07.537416 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (6d785ae6-8b50-4db6-9107-6121cd9dcdea), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.549641 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc86ab2-9a2c-4f7f-8d99-11d88055bab3 req-049f5fe3-cb30-43b1-a3ca-2e72310f0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:07.552603 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1dc86ab2-9a2c-4f7f-8d99-11d88055bab3 req-049f5fe3-cb30-43b1-a3ca-2e72310f0aae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 1130 time: 0.0567536 Mar 28 18:55:07.619355 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] Publish callbacks [] for security_group (93d34d4c-20f3-4f3a-8309-d968f574e579), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.620370 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1dc86ab2-9a2c-4f7f-8d99-11d88055bab3 req-bf16f872-4e51-4b2c-8e0d-81ac8633c809 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575280 Mar 28 18:55:07.625598 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (93d34d4c-20f3-4f3a-8309-d968f574e579), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.653064 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 6d785ae6-8b50-4db6-9107-6121cd9dcdea is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:07.653467 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (6d785ae6-8b50-4db6-9107-6121cd9dcdea), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.657953 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:55:07.669459 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d34d4c-20f3-4f3a-8309-d968f574e579,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:07.676636 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (d86e7ba8-3e5d-4ea0-8970-fdfcd1979814), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.676848 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.segments_db [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] Added segment d86e7ba8-3e5d-4ea0-8970-fdfcd1979814 of type vlan for network e3dfc246-6e89-4202-9608-58282b0c6e82 Mar 28 18:55:07.679641 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port 6d785ae6-8b50-4db6-9107-6121cd9dcdea, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=6d785ae6-8b50-4db6-9107-6121cd9dcdea,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:07.685365 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (6d785ae6-8b50-4db6-9107-6121cd9dcdea), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.755004 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=6d785ae6-8b50-4db6-9107-6121cd9dcdea,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:07.762118 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (e3dfc246-6e89-4202-9608-58282b0c6e82), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.793060 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (e3dfc246-6e89-4202-9608-58282b0c6e82), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.795292 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:07.796744 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.819608 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3622615 Mar 28 18:55:07.829875 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55338) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:07.839093 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-98cfaa34-0696-459e-9d14-5242d1968aba admin admin] Request body: {'subnet': {'network_id': 'e3dfc246-6e89-4202-9608-58282b0c6e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1466675983-subnet', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'ip_version': 4}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:07.883223 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cfaa34-0696-459e-9d14-5242d1968aba admin admin] Made reservation on behalf of c7a35fd5fefa4b7784905ef9eeb56447 for: {'subnet': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:07.888497 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-98cfaa34-0696-459e-9d14-5242d1968aba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530556952'] for subnet (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.943264 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f9e89-b105-48c6-922b-f69f1728b427 admin admin] Pushing event updated for resources: {'Network': ['ID=e3dfc246-6e89-4202-9608-58282b0c6e82,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:07.954274 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network e3dfc246-6e89-4202-9608-58282b0c6e82 details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:55:07.984545 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f3d48-d4a3-43e9-9461-110aa3846b61 req-45877032-26bb-4cc1-9d9b-65450f176598 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:07.986244 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ef7f3d48-d4a3-43e9-9461-110aa3846b61 req-45877032-26bb-4cc1-9d9b-65450f176598 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 946 time: 0.1236880 Mar 28 18:55:08.071992 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ef7f3d48-d4a3-43e9-9461-110aa3846b61 req-4295c9df-d3df-4def-b4ec-7cb73263aa09 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754807 Mar 28 18:55:08.087129 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8b39c-d5e8-4c64-a292-4b0138b1bc63 req-c5357215-c8bc-47c1-bf1e-e6beac2c3dd1 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:08.088688 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a4a8b39c-d5e8-4c64-a292-4b0138b1bc63 req-c5357215-c8bc-47c1-bf1e-e6beac2c3dd1 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.2704580 Mar 28 18:55:08.148286 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Sync routers for ids ['17f147c7-52ca-434c-befa-30e38e4fa564'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:55:08.159796 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Routers {'17f147c7-52ca-434c-befa-30e38e4fa564'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:08.160455 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:54:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['17f147c7-52ca-434c-befa-30e38e4fa564'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:08.174884 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a4a8b39c-d5e8-4c64-a292-4b0138b1bc63 req-bf4e6b31-766c-43dc-be9d-55bb11512883 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785661 Mar 28 18:55:08.299716 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Set router 17f147c7-52ca-434c-befa-30e38e4fa564 gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:08.442529 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-98cfaa34-0696-459e-9d14-5242d1968aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530563895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530556942'] for subnet (dd84560e-a5ee-43fd-975b-3b4830908f3b), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:08.500934 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfaa34-0696-459e-9d14-5242d1968aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd84560e-a5ee-43fd-975b-3b4830908f3b,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:08.512041 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfaa34-0696-459e-9d14-5242d1968aba admin admin] Checking segment: {'id': 'd86e7ba8-3e5d-4ea0-8970-fdfcd1979814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e3dfc246-6e89-4202-9608-58282b0c6e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:08.512645 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cfaa34-0696-459e-9d14-5242d1968aba admin admin] Network hostable DHCP agents. Network: e3dfc246-6e89-4202-9608-58282b0c6e82, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:55:08.525332 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T18:55:05Z', 'revision_number': 4, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port': {'id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:03Z', 'updated_at': '2022-03-28T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '78ccb2c8-a5b9-4ee6-818c-c22a12928f85', 'name': '', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'mac_address': 'fa:16:3e:7b:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:06Z', 'revision_number': 2, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'subnets': [{'id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:08.531392 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cfaa34-0696-459e-9d14-5242d1968aba admin admin] Network e3dfc246-6e89-4202-9608-58282b0c6e82 is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:55:08.540518 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-98cfaa34-0696-459e-9d14-5242d1968aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, e3dfc246-6e89-4202-9608-58282b0c6e82) {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:08.545008 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cfaa34-0696-459e-9d14-5242d1968aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:08.546540 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-98cfaa34-0696-459e-9d14-5242d1968aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:08.565556 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-98cfaa34-0696-459e-9d14-5242d1968aba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7280645 Mar 28 18:55:08.566509 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55346) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:08.566695 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8c4713-af22-436d-8070-069538b23999 None None] Network e3dfc246-6e89-4202-9608-58282b0c6e82 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:55:08.568603 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Checking router: 17f147c7-52ca-434c-befa-30e38e4fa564 for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:55:08.568947 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Updating router 17f147c7-52ca-434c-befa-30e38e4fa564 port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 binding host dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:55:08.570468 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1466675983-router', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:08.588951 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (caf29498-6368-486a-82e6-59084ea98891), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:08.590259 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3459'] for router (caf29498-6368-486a-82e6-59084ea98891), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:08.638207 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:08.651365 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Publish callbacks [] for router_controller (caf29498-6368-486a-82e6-59084ea98891), precommit_add_association {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:08.728314 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518d74fb-db2a-52d3-9ca5-064f41411709-e3dfc246-6e89-4202-9608-58282b0c6e82', 'network_id': 'e3dfc246-6e89-4202-9608-58282b0c6e82', 'project_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'fixed_ips': [{'subnet_id': 'dd84560e-a5ee-43fd-975b-3b4830908f3b'}]}} from dv-cinder-835483-1-smb. {{(pid=109705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:55:08.729224 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:08.825629 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Publish callbacks [] for router_gateway (caf29498-6368-486a-82e6-59084ea98891), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.088855 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Publish callbacks [] for router_gateway (caf29498-6368-486a-82e6-59084ea98891), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.098314 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-030b260c-d034-4009-8f06-748631c8d0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.114738 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.219305 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:55:09.234923 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Allocated IP 172.20.0.2 (e3dfc246-6e89-4202-9608-58282b0c6e82/dd84560e-a5ee-43fd-975b-3b4830908f3b/14e6eda8-a4ce-4268-a49d-ac36f588bd67) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:09.250162 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c036f67-15b6-4ba1-a8f1-1d5301c42510 req-d7ba2fd5-ddb1-4f8b-aa12-eb0df19f332c tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:09.261905 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3c036f67-15b6-4ba1-a8f1-1d5301c42510 req-d7ba2fd5-ddb1-4f8b-aa12-eb0df19f332c tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 946 time: 0.0991077 Mar 28 18:55:09.327205 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Allocated IP 172.28.0.42 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/a4ab2934-a300-422d-b2c7-91c92c7a0c84) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:09.346629 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3c036f67-15b6-4ba1-a8f1-1d5301c42510 req-a9b390fc-778d-4d17-bafb-4b6260f77028 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834820 Mar 28 18:55:09.380864 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Publish callbacks [] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.388105 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.441095 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfacf3-d531-4b36-beca-e25fbe856b2e req-2a56afca-93e5-4316-9201-e3c31840b558 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:09.443121 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-73dfacf3-d531-4b36-beca-e25fbe856b2e req-2a56afca-93e5-4316-9201-e3c31840b558 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.1253052 Mar 28 18:55:09.536456 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf67c-8565-44f2-802c-157d2bd94dc9 None None] Pushing event updated for resources: {'Port': ['ID=78ccb2c8-a5b9-4ee6-818c-c22a12928f85,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:09.537641 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Publish callbacks [] for port (a4ab2934-a300-422d-b2c7-91c92c7a0c84), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.539053 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 6d785ae6-8b50-4db6-9107-6121cd9dcdea up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:09.558250 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-73dfacf3-d531-4b36-beca-e25fbe856b2e req-7b125d52-7734-4ab1-9202-c36ca2016611 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053846 Mar 28 18:55:09.594311 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (a4ab2934-a300-422d-b2c7-91c92c7a0c84), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.617271 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:09.620107 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:09.622781 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:09.654865 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Attempting to bind port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:09.655994 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Attempting to bind port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': '637eff91-14e1-43c0-a3e4-2faf7bb52fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:09.656506 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Attempting to bind port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 on network bd8dd670-ca23-468a-833f-deb63d9327f8 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:09.659648 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Publish callbacks [] for port (14e6eda8-a4ce-4268-a49d-ac36f588bd67), precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.672627 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:09.673700 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Checking segment: {'id': '637eff91-14e1-43c0-a3e4-2faf7bb52fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:09.674168 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.674588 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Bound using segment: {'id': '637eff91-14e1-43c0-a3e4-2faf7bb52fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:09.675092 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Bound port: 78ccb2c8-a5b9-4ee6-818c-c22a12928f85, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637eff91-14e1-43c0-a3e4-2faf7bb52fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:09.675489 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.690635 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (14e6eda8-a4ce-4268-a49d-ac36f588bd67), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.702377 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Pushing event updated for resources: {'Port': ['ID=a4ab2934-a300-422d-b2c7-91c92c7a0c84,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:09.789923 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Network e3dfc246-6e89-4202-9608-58282b0c6e82 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:09.804620 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:09.806625 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 6d785ae6-8b50-4db6-9107-6121cd9dcdea triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:09.807609 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (6d785ae6-8b50-4db6-9107-6121cd9dcdea), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.810477 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:09.814688 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Pushing event updated for resources: {'Port': ['ID=14e6eda8-a4ce-4268-a49d-ac36f588bd67,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:09.851650 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-8af152b7-b41c-46c8-8f7b-fc6998e89632 None None] Provisioning complete for port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:09.852031 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8af152b7-b41c-46c8-8f7b-fc6998e89632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.943914 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] For port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:09.956999 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Publish callbacks [] for router_gateway (caf29498-6368-486a-82e6-59084ea98891), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.982793 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] For port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=78ccb2c8-a5b9-4ee6-818c-c22a12928f85,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:09.982793 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8af152b7-b41c-46c8-8f7b-fc6998e89632 None None] Port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:09.991061 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Attempting to bind port 14e6eda8-a4ce-4268-a49d-ac36f588bd67 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:09.991751 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Attempting to bind port 14e6eda8-a4ce-4268-a49d-ac36f588bd67 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'd86e7ba8-3e5d-4ea0-8970-fdfcd1979814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e3dfc246-6e89-4202-9608-58282b0c6e82'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:09.992146 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Attempting to bind port 14e6eda8-a4ce-4268-a49d-ac36f588bd67 on network e3dfc246-6e89-4202-9608-58282b0c6e82 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:10.000485 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:10.005254 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:10.005639 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Checking segment: {'id': 'd86e7ba8-3e5d-4ea0-8970-fdfcd1979814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e3dfc246-6e89-4202-9608-58282b0c6e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:10.006193 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:10.006608 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Bound using segment: {'id': 'd86e7ba8-3e5d-4ea0-8970-fdfcd1979814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e3dfc246-6e89-4202-9608-58282b0c6e82'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:10.007084 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Bound port: 14e6eda8-a4ce-4268-a49d-ac36f588bd67, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86e7ba8-3e5d-4ea0-8970-fdfcd1979814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e3dfc246-6e89-4202-9608-58282b0c6e82'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:10.007487 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (14e6eda8-a4ce-4268-a49d-ac36f588bd67), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:10.143547 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 6d785ae6-8b50-4db6-9107-6121cd9dcdea is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:10.150947 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Routers {'17f147c7-52ca-434c-befa-30e38e4fa564'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:10.151608 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:54:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['17f147c7-52ca-434c-befa-30e38e4fa564'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:10.153443 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf67c-8565-44f2-802c-157d2bd94dc9 None None] Pushing event updated for resources: {'Port': ['ID=78ccb2c8-a5b9-4ee6-818c-c22a12928f85,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:10.291802 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] For port 14e6eda8-a4ce-4268-a49d-ac36f588bd67, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:10.312012 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] For port 14e6eda8-a4ce-4268-a49d-ac36f588bd67, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=14e6eda8-a4ce-4268-a49d-ac36f588bd67,segment=NetworkSegment(d86e7ba8-3e5d-4ea0-8970-fdfcd1979814),segment_id=d86e7ba8-3e5d-4ea0-8970-fdfcd1979814)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:10.326417 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (14e6eda8-a4ce-4268-a49d-ac36f588bd67), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:10.353368 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8c0d5-f760-45bb-8e57-44ca260b009f req-037ef983-073d-4c62-b32d-9473c32159d6 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:10.354872 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5ef8c0d5-f760-45bb-8e57-44ca260b009f req-037ef983-073d-4c62-b32d-9473c32159d6 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 946 time: 0.1102419 Mar 28 18:55:10.368883 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695010'] for router (caf29498-6368-486a-82e6-59084ea98891), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:10.372078 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] Set router 17f147c7-52ca-434c-befa-30e38e4fa564 gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:10.454326 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daedb9-7c08-4e34-a3ac-d15407a96ef1 None None] Pushing event updated for resources: {'Port': ['ID=14e6eda8-a4ce-4268-a49d-ac36f588bd67,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:10.520885 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5ef8c0d5-f760-45bb-8e57-44ca260b009f req-41efb4f5-cab9-446f-b673-9567fabb59cd tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581945 Mar 28 18:55:10.524218 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-181aec0b-15d4-455c-a0d1-b3e7823a7cac None None] Provisioning complete for port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:10.524780 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-181aec0b-15d4-455c-a0d1-b3e7823a7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:10.635361 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Router caf29498-6368-486a-82e6-59084ea98891 is scheduled to L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 with binding_index 1 {{(pid=109703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 18:55:10.739849 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-181aec0b-15d4-455c-a0d1-b3e7823a7cac None None] Current status of the port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:10.740251 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-181aec0b-15d4-455c-a0d1-b3e7823a7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:10.814871 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0e2fb-0f82-4cbf-84cd-631351410db5 req-24e69607-acc9-4d78-9786-203c410f4129 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:10.818407 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-98f0e2fb-0f82-4cbf-84cd-631351410db5 req-24e69607-acc9-4d78-9786-203c410f4129 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.1113865 Mar 28 18:55:10.826647 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-181aec0b-15d4-455c-a0d1-b3e7823a7cac None None] For port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=78ccb2c8-a5b9-4ee6-818c-c22a12928f85,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:10.835215 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-181aec0b-15d4-455c-a0d1-b3e7823a7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:10.889064 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T18:55:05Z', 'revision_number': 4, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port': {'id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:03Z', 'updated_at': '2022-03-28T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '78ccb2c8-a5b9-4ee6-818c-c22a12928f85', 'name': '', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'mac_address': 'fa:16:3e:7b:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'subnets': [{'id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:10.897204 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:55:10.908601 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Sync routers for ids ['caf29498-6368-486a-82e6-59084ea98891'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:55:10.927594 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Routers {'caf29498-6368-486a-82e6-59084ea98891'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:10.928714 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:54:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['caf29498-6368-486a-82e6-59084ea98891'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:10.932872 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-98f0e2fb-0f82-4cbf-84cd-631351410db5 req-63770cd0-dbfb-4fdc-9c50-d3cc1fc6ee26 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043684 Mar 28 18:55:10.939992 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127866e5-94e1-4d51-93f0-3f6f8ccc1eae None None] The sync data for ids ['17f147c7-52ca-434c-befa-30e38e4fa564'] in dv-cinder-835483-1-smb is: [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T18:55:05Z', 'revision_number': 4, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port': {'id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:03Z', 'updated_at': '2022-03-28T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '78ccb2c8-a5b9-4ee6-818c-c22a12928f85', 'name': '', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'mac_address': 'fa:16:3e:7b:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'subnets': [{'id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:55:10.944488 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:10.945970 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-7d97a620-3c11-4964-b540-3a5e6d7fdacc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3791103 Mar 28 18:55:10.949049 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55394) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:10.976250 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181aec0b-15d4-455c-a0d1-b3e7823a7cac None None] Pushing event updated for resources: {'Port': ['ID=78ccb2c8-a5b9-4ee6-818c-c22a12928f85,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:11.060251 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-11674941-1bdb-4540-a71f-f9ff4addde79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:11.163668 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Set router caf29498-6368-486a-82e6-59084ea98891 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:11.418840 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf29498-6368-486a-82e6-59084ea98891', 'name': 'tempest-TestShelveInstance-1466675983-router', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a4ab2934-a300-422d-b2c7-91c92c7a0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:08Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 3, 'project_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'gw_port': {'id': 'a4ab2934-a300-422d-b2c7-91c92c7a0c84', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf29498-6368-486a-82e6-59084ea98891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:09Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:11.479877 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Checking router: caf29498-6368-486a-82e6-59084ea98891 for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:55:11.480529 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Updating router caf29498-6368-486a-82e6-59084ea98891 port a4ab2934-a300-422d-b2c7-91c92c7a0c84 binding host dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:55:11.517997 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (a4ab2934-a300-422d-b2c7-91c92c7a0c84), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:11.600627 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:11.692358 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:11.718501 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:11.720243 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:11.761257 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea6e2-0b29-4135-bd14-e6f287831697 req-046f737d-c2cf-432b-a713-680bc3b8ac07 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:11.763699 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-808ea6e2-0b29-4135-bd14-e6f287831697 req-046f737d-c2cf-432b-a713-680bc3b8ac07 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 946 time: 0.1439283 Mar 28 18:55:11.872682 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:11.873531 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 14e6eda8-a4ce-4268-a49d-ac36f588bd67 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:11.875649 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-808ea6e2-0b29-4135-bd14-e6f287831697 req-a766be44-cc09-4ac3-a78c-240681d5c04c tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905659 Mar 28 18:55:11.957282 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 14e6eda8-a4ce-4268-a49d-ac36f588bd67 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:11.957426 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (14e6eda8-a4ce-4268-a49d-ac36f588bd67), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.000102 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Allocated IP 172.20.0.1 (e3dfc246-6e89-4202-9608-58282b0c6e82/dd84560e-a5ee-43fd-975b-3b4830908f3b/f404a55a-2510-4ac3-8d7d-0feb2e47a51d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:12.017409 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26163f4b-cf62-4b11-a965-f80ff97348e0 None None] Network e3dfc246-6e89-4202-9608-58282b0c6e82 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:55:12.073233 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Publish callbacks [] for port (a4ab2934-a300-422d-b2c7-91c92c7a0c84), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.104008 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (a4ab2934-a300-422d-b2c7-91c92c7a0c84), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.203079 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Attempting to bind port a4ab2934-a300-422d-b2c7-91c92c7a0c84 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:12.203479 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Attempting to bind port a4ab2934-a300-422d-b2c7-91c92c7a0c84 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:12.203855 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Attempting to bind port a4ab2934-a300-422d-b2c7-91c92c7a0c84 on network 43097040-ae62-42ba-a1e8-2488009ecdd2 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:12.217987 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:12.218968 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Checking segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:12.219185 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-aee382e2-dc95-4360-aa9a-4555657233a5 None None] Provisioning complete for port 14e6eda8-a4ce-4268-a49d-ac36f588bd67 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:12.219431 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.220022 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Bound using segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:12.220184 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aee382e2-dc95-4360-aa9a-4555657233a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (14e6eda8-a4ce-4268-a49d-ac36f588bd67), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.220621 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Bound port: a4ab2934-a300-422d-b2c7-91c92c7a0c84, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:12.221188 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (a4ab2934-a300-422d-b2c7-91c92c7a0c84), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.273187 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ada77a-0ed7-4990-82a4-c43196f2679e req-756310d5-8517-4712-967a-f9241ccf5090 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:12.274790 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-19ada77a-0ed7-4990-82a4-c43196f2679e req-756310d5-8517-4712-967a-f9241ccf5090 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.1469762 Mar 28 18:55:12.278318 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9be196-cc87-48fd-87b7-a438c14aed9b None None] Pushing event updated for resources: {'Port': ['ID=a4ab2934-a300-422d-b2c7-91c92c7a0c84,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:12.336284 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d13ff-34b3-46ca-81a1-57420c463e0e req-bf0f92e9-f349-4a4f-9c9a-8b0fb8a0566a tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:12.337746 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-359d13ff-34b3-46ca-81a1-57420c463e0e req-bf0f92e9-f349-4a4f-9c9a-8b0fb8a0566a tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 946 time: 0.1320295 Mar 28 18:55:12.364456 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] For port a4ab2934-a300-422d-b2c7-91c92c7a0c84, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:12.369267 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] For port a4ab2934-a300-422d-b2c7-91c92c7a0c84, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=a4ab2934-a300-422d-b2c7-91c92c7a0c84,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:12.380567 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (a4ab2934-a300-422d-b2c7-91c92c7a0c84), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.403034 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.439412 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 14e6eda8-a4ce-4268-a49d-ac36f588bd67 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:12.440279 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (14e6eda8-a4ce-4268-a49d-ac36f588bd67), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.457284 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9be196-cc87-48fd-87b7-a438c14aed9b None None] Pushing event updated for resources: {'Port': ['ID=a4ab2934-a300-422d-b2c7-91c92c7a0c84,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:12.485379 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-19ada77a-0ed7-4990-82a4-c43196f2679e req-71c05d70-5f15-4623-8c61-795d3cf4bf20 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940236 Mar 28 18:55:12.500755 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Publish callbacks [] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.510541 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Routers {'caf29498-6368-486a-82e6-59084ea98891'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:12.511103 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:55:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['caf29498-6368-486a-82e6-59084ea98891'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:12.555484 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [req-359d13ff-34b3-46ca-81a1-57420c463e0e req-1b4a7f2c-11d8-406d-9e9d-dc0a6a3b8a7a tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Deleting port 299e81d7-3957-4237-8de1-002312e53bc1 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:55:12.557149 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-359d13ff-34b3-46ca-81a1-57420c463e0e req-1b4a7f2c-11d8-406d-9e9d-dc0a6a3b8a7a tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (299e81d7-3957-4237-8de1-002312e53bc1), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.572149 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.611831 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-aee382e2-dc95-4360-aa9a-4555657233a5 None None] Current status of the port 14e6eda8-a4ce-4268-a49d-ac36f588bd67 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:12.612520 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aee382e2-dc95-4360-aa9a-4555657233a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (14e6eda8-a4ce-4268-a49d-ac36f588bd67), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.657953 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Network e3dfc246-6e89-4202-9608-58282b0c6e82 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:12.662953 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:12.667326 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:12.682798 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port 14e6eda8-a4ce-4268-a49d-ac36f588bd67, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=14e6eda8-a4ce-4268-a49d-ac36f588bd67,segment=NetworkSegment(d86e7ba8-3e5d-4ea0-8970-fdfcd1979814),segment_id=d86e7ba8-3e5d-4ea0-8970-fdfcd1979814)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:12.703980 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (14e6eda8-a4ce-4268-a49d-ac36f588bd67), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.746930 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688309'] for router_interface (caf29498-6368-486a-82e6-59084ea98891), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.845330 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-359d13ff-34b3-46ca-81a1-57420c463e0e req-1b4a7f2c-11d8-406d-9e9d-dc0a6a3b8a7a tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] For port 299e81d7-3957-4237-8de1-002312e53bc1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=299e81d7-3957-4237-8de1-002312e53bc1,segment=NetworkSegment(4d764c82-131a-4e28-b7f2-110b13b76775),segment_id=4d764c82-131a-4e28-b7f2-110b13b76775)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:12.845910 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-359d13ff-34b3-46ca-81a1-57420c463e0e req-1b4a7f2c-11d8-406d-9e9d-dc0a6a3b8a7a tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (299e81d7-3957-4237-8de1-002312e53bc1), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.856727 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f404a55a-2510-4ac3-8d7d-0feb2e47a51d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:12.901429 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [req-359d13ff-34b3-46ca-81a1-57420c463e0e req-1b4a7f2c-11d8-406d-9e9d-dc0a6a3b8a7a tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Calling delete_port for 299e81d7-3957-4237-8de1-002312e53bc1 owned by compute:nova {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:55:12.907724 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.921520 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] Set router caf29498-6368-486a-82e6-59084ea98891 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:13.023824 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.db.api [None req-aee382e2-dc95-4360-aa9a-4555657233a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 18:55:13.031021 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG oslo_db.api [None req-aee382e2-dc95-4360-aa9a-4555657233a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 18:55:13.058695 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=14e6eda8-a4ce-4268-a49d-ac36f588bd67,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:13.218542 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1ed34-1ce4-4524-8e8b-b610e5a4f6a1 req-fa39cc71-f608-474e-85f9-3b8cf5d084df tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:13.225672 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-27d1ed34-1ce4-4524-8e8b-b610e5a4f6a1 req-fa39cc71-f608-474e-85f9-3b8cf5d084df tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c494927-02c1-4a1f-a176-090c6400407d HTTP/1.1" status: 200 len: 946 time: 0.1929579 Mar 28 18:55:13.285061 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Publish callbacks [] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.292969 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.303200 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-359d13ff-34b3-46ca-81a1-57420c463e0e req-1b4a7f2c-11d8-406d-9e9d-dc0a6a3b8a7a tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (299e81d7-3957-4237-8de1-002312e53bc1), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.323275 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf29498-6368-486a-82e6-59084ea98891', 'name': 'tempest-TestShelveInstance-1466675983-router', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a4ab2934-a300-422d-b2c7-91c92c7a0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:08Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 3, 'project_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'gw_port': {'id': 'a4ab2934-a300-422d-b2c7-91c92c7a0c84', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf29498-6368-486a-82e6-59084ea98891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:09Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:13.327895 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['299e81d7-3957-4237-8de1-002312e53bc1'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:55:13.359554 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b59af2-367f-437e-8185-a047d0a0fb40 None None] The sync data for ids ['caf29498-6368-486a-82e6-59084ea98891'] in dv-cinder-835483-1-smb is: [{'id': 'caf29498-6368-486a-82e6-59084ea98891', 'name': 'tempest-TestShelveInstance-1466675983-router', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a4ab2934-a300-422d-b2c7-91c92c7a0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:08Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 3, 'project_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'gw_port': {'id': 'a4ab2934-a300-422d-b2c7-91c92c7a0c84', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf29498-6368-486a-82e6-59084ea98891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:09Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:55:13.369190 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-27d1ed34-1ce4-4524-8e8b-b610e5a4f6a1 req-7e8cc851-00f5-45e5-a9ad-b7003f63c2e2 tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcdbb599-ac70-490b-9def-0f8f92ad86d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426148 Mar 28 18:55:13.370040 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a7f2c-11d8-406d-9e9d-dc0a6a3b8a7a tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Pushing event deleted for resources: {'Port': ['ID=299e81d7-3957-4237-8de1-002312e53bc1,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:13.420046 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-359d13ff-34b3-46ca-81a1-57420c463e0e req-1b4a7f2c-11d8-406d-9e9d-dc0a6a3b8a7a tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] No DVR routers for this DVR port 299e81d7-3957-4237-8de1-002312e53bc1 on host hv-cinder-83548 {{(pid=109703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:55:13.423897 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-359d13ff-34b3-46ca-81a1-57420c463e0e req-1b4a7f2c-11d8-406d-9e9d-dc0a6a3b8a7a tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.427286 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-359d13ff-34b3-46ca-81a1-57420c463e0e req-1b4a7f2c-11d8-406d-9e9d-dc0a6a3b8a7a tempest-VolumesActionsTest-257422343 tempest-VolumesActionsTest-257422343-project] 10.222.0.23 "DELETE /v2.0/ports/299e81d7-3957-4237-8de1-002312e53bc1 HTTP/1.1" status: 204 len: 173 time: 1.0832500 Mar 28 18:55:13.427967 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c494927-02c1-4a1f-a176-090c6400407d', 'name': 'network-vif-deleted', 'tag': '299e81d7-3957-4237-8de1-002312e53bc1'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:13.430045 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1388bfc7-308a-4ff9-9602-d003b7b43806" -d '{"events": [{"server_uuid": "8c494927-02c1-4a1f-a176-090c6400407d", "name": "network-vif-deleted", "tag": "299e81d7-3957-4237-8de1-002312e53bc1"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:13.440358 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f404a55a-2510-4ac3-8d7d-0feb2e47a51d,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:13.451051 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688161'] for router_interface (caf29498-6368-486a-82e6-59084ea98891), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.540925 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f016aeec-b876-44e2-b62a-e775e7ca03fa x-openstack-request-id: req-f016aeec-b876-44e2-b62a-e775e7ca03fa {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:13.541339 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c494927-02c1-4a1f-a176-090c6400407d", "name": "network-vif-deleted", "tag": "299e81d7-3957-4237-8de1-002312e53bc1", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:13.541691 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f016aeec-b876-44e2-b62a-e775e7ca03fa {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:13.543540 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f016aeec-b876-44e2-b62a-e775e7ca03fa'] response: {'server_uuid': '8c494927-02c1-4a1f-a176-090c6400407d', 'name': 'network-vif-deleted', 'tag': '299e81d7-3957-4237-8de1-002312e53bc1', 'status': 'completed', 'code': 200} Mar 28 18:55:13.550706 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 14e6eda8-a4ce-4268-a49d-ac36f588bd67 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:13.639677 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Network e3dfc246-6e89-4202-9608-58282b0c6e82 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:13.641335 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:13.672151 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-aee382e2-dc95-4360-aa9a-4555657233a5 None None] Current status of the port 14e6eda8-a4ce-4268-a49d-ac36f588bd67 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:13.678651 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.691595 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 14e6eda8-a4ce-4268-a49d-ac36f588bd67 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:13.692804 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (14e6eda8-a4ce-4268-a49d-ac36f588bd67), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.733699 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165da58-46c8-40f9-b880-0269b07acce3 req-cbfa5819-a0dc-44b9-a96f-750a1d882f96 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:13.747813 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3165da58-46c8-40f9-b880-0269b07acce3 req-cbfa5819-a0dc-44b9-a96f-750a1d882f96 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.1377730 Mar 28 18:55:13.858639 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 14e6eda8-a4ce-4268-a49d-ac36f588bd67 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:13.866047 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9b5146d1-1f58-4641-a03e-96315bf131b4 None None] Provisioning complete for port 14e6eda8-a4ce-4268-a49d-ac36f588bd67 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:13.866395 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9b5146d1-1f58-4641-a03e-96315bf131b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (14e6eda8-a4ce-4268-a49d-ac36f588bd67), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.919753 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3165da58-46c8-40f9-b880-0269b07acce3 req-abf59dd1-b4a1-40dc-9ffa-c4e9bd56683d tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709239 Mar 28 18:55:13.986806 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9b5146d1-1f58-4641-a03e-96315bf131b4 None None] Current status of the port 14e6eda8-a4ce-4268-a49d-ac36f588bd67 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:14.011318 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9b5146d1-1f58-4641-a03e-96315bf131b4 None None] Provisioning complete for port f404a55a-2510-4ac3-8d7d-0feb2e47a51d triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:14.011662 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9b5146d1-1f58-4641-a03e-96315bf131b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.087205 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9b5146d1-1f58-4641-a03e-96315bf131b4 None None] Port f404a55a-2510-4ac3-8d7d-0feb2e47a51d cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:14.209593 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-65f2451e-b300-4ec2-bdbf-6b21eeeb7799 None None] Provisioning complete for port f404a55a-2510-4ac3-8d7d-0feb2e47a51d triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:14.210173 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65f2451e-b300-4ec2-bdbf-6b21eeeb7799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.255623 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Router caf29498-6368-486a-82e6-59084ea98891 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:55:14.268536 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-65f2451e-b300-4ec2-bdbf-6b21eeeb7799 None None] Port f404a55a-2510-4ac3-8d7d-0feb2e47a51d cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:14.413325 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:55:14.419429 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-bab58b75-c335-4761-bb08-bfdc10ddf6b3 admin admin] 10.222.0.18 "PUT /v2.0/routers/caf29498-6368-486a-82e6-59084ea98891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4691024 Mar 28 18:55:15.064026 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.073706 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990999f5-5e46-42da-a533-ae483d58f9f7 req-01c9d92c-97ab-465e-b50a-2fcbb9c4acc8 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:15.082655 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-990999f5-5e46-42da-a533-ae483d58f9f7 req-01c9d92c-97ab-465e-b50a-2fcbb9c4acc8 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0900798 Mar 28 18:55:15.083717 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55514) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:15.091046 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-09888058-3c4b-4ac0-bc91-e8a2b369ce3d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1919627692', 'description': 'tempest-secgroup-smoke-1919627692 description', 'project_id': '1b0eb789c909483e8dc11e90ad743cdf'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:15.120607 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-09888058-3c4b-4ac0-bc91-e8a2b369ce3d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.129174 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-990999f5-5e46-42da-a533-ae483d58f9f7 req-346a20ba-c374-4c55-b883-af8d88034510 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459294 Mar 28 18:55:15.213637 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-09888058-3c4b-4ac0-bc91-e8a2b369ce3d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group (575191ce-7ee9-4a58-852f-acdfb7892743), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.220032 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-09888058-3c4b-4ac0-bc91-e8a2b369ce3d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (575191ce-7ee9-4a58-852f-acdfb7892743), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.251508 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09888058-3c4b-4ac0-bc91-e8a2b369ce3d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575191ce-7ee9-4a58-852f-acdfb7892743,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:15.256153 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-09888058-3c4b-4ac0-bc91-e8a2b369ce3d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.257349 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-09888058-3c4b-4ac0-bc91-e8a2b369ce3d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1730647 Mar 28 18:55:15.260380 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55524) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:15.265460 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-5d53d18f-cac8-4233-9329-84971ad9e917 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Request body: {'security_group_rule': {'security_group_id': '575191ce-7ee9-4a58-852f-acdfb7892743', 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:15.297815 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d53d18f-cac8-4233-9329-84971ad9e917 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (6745c86f-69ed-4d25-a7b0-1a37116ee405), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.394752 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d53d18f-cac8-4233-9329-84971ad9e917 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (6745c86f-69ed-4d25-a7b0-1a37116ee405), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.402630 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d53d18f-cac8-4233-9329-84971ad9e917 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (6745c86f-69ed-4d25-a7b0-1a37116ee405), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.429907 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53d18f-cac8-4233-9329-84971ad9e917 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6745c86f-69ed-4d25-a7b0-1a37116ee405,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:15.440863 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d53d18f-cac8-4233-9329-84971ad9e917 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.442541 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-5d53d18f-cac8-4233-9329-84971ad9e917 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1810579 Mar 28 18:55:15.445126 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55546) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:15.449828 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-088e9d27-8c9f-4d92-bff8-3778421b42f4 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Request body: {'security_group_rule': {'security_group_id': '575191ce-7ee9-4a58-852f-acdfb7892743', 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:15.476012 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-088e9d27-8c9f-4d92-bff8-3778421b42f4 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (5fc23afb-aaff-472a-9209-29885e74a32b), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.501199 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device a4ab2934-a300-422d-b2c7-91c92c7a0c84 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:15.545941 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-088e9d27-8c9f-4d92-bff8-3778421b42f4 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (5fc23afb-aaff-472a-9209-29885e74a32b), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.550888 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-088e9d27-8c9f-4d92-bff8-3778421b42f4 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (5fc23afb-aaff-472a-9209-29885e74a32b), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.553007 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port a4ab2934-a300-422d-b2c7-91c92c7a0c84 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:15.553586 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (a4ab2934-a300-422d-b2c7-91c92c7a0c84), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.573316 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e9d27-8c9f-4d92-bff8-3778421b42f4 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc23afb-aaff-472a-9209-29885e74a32b,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:15.582624 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Sync routers for ids ['caf29498-6368-486a-82e6-59084ea98891'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:55:15.583283 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-088e9d27-8c9f-4d92-bff8-3778421b42f4 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.584625 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-088e9d27-8c9f-4d92-bff8-3778421b42f4 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381812 Mar 28 18:55:15.587486 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55548) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:15.591971 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-fe476ecc-4197-41b5-9305-f867932d1df5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Request body: {'security_group_rule': {'security_group_id': '575191ce-7ee9-4a58-852f-acdfb7892743', 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:15.605554 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Routers {'caf29498-6368-486a-82e6-59084ea98891'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:15.606208 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:55:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['caf29498-6368-486a-82e6-59084ea98891'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:15.617057 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fe476ecc-4197-41b5-9305-f867932d1df5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (c480ecb4-8222-41f4-94e4-ef88f8b76f5b), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.677613 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fe476ecc-4197-41b5-9305-f867932d1df5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (c480ecb4-8222-41f4-94e4-ef88f8b76f5b), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.682698 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fe476ecc-4197-41b5-9305-f867932d1df5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (c480ecb4-8222-41f4-94e4-ef88f8b76f5b), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.686815 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55554) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:15.710962 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe476ecc-4197-41b5-9305-f867932d1df5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c480ecb4-8222-41f4-94e4-ef88f8b76f5b,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:15.719311 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fe476ecc-4197-41b5-9305-f867932d1df5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.721407 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-fe476ecc-4197-41b5-9305-f867932d1df5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329005 Mar 28 18:55:15.723941 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55556) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:15.729300 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-ac9f6bb5-4641-45e0-8e57-1f5eff3e8514 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Request body: {'security_group_rule': {'security_group_id': '575191ce-7ee9-4a58-852f-acdfb7892743', 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:15.735924 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port a4ab2934-a300-422d-b2c7-91c92c7a0c84 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:15.736560 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (a4ab2934-a300-422d-b2c7-91c92c7a0c84), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.752925 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c546688-cd97-4e1c-b42b-394331c89721 admin admin] Deleting subnet 705625c0-fc60-4de6-b714-554794135805 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 18:55:15.761736 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c546688-cd97-4e1c-b42b-394331c89721 admin admin] Publish callbacks [] for subnet (705625c0-fc60-4de6-b714-554794135805), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.764764 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6bb5-4641-45e0-8e57-1f5eff3e8514 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (c897f842-ee54-476a-ab31-fef08b355a55), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.769974 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port a4ab2934-a300-422d-b2c7-91c92c7a0c84, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=a4ab2934-a300-422d-b2c7-91c92c7a0c84,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:15.776337 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (a4ab2934-a300-422d-b2c7-91c92c7a0c84), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.809417 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c546688-cd97-4e1c-b42b-394331c89721 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530571899'] for subnet (705625c0-fc60-4de6-b714-554794135805), precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.813121 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Set router caf29498-6368-486a-82e6-59084ea98891 gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:15.843562 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6bb5-4641-45e0-8e57-1f5eff3e8514 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (c897f842-ee54-476a-ab31-fef08b355a55), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.848651 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6bb5-4641-45e0-8e57-1f5eff3e8514 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (c897f842-ee54-476a-ab31-fef08b355a55), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.850879 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c546688-cd97-4e1c-b42b-394331c89721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (705625c0-fc60-4de6-b714-554794135805), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.869255 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f6bb5-4641-45e0-8e57-1f5eff3e8514 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c897f842-ee54-476a-ab31-fef08b355a55,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:15.881192 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6bb5-4641-45e0-8e57-1f5eff3e8514 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.885453 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-ac9f6bb5-4641-45e0-8e57-1f5eff3e8514 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1578126 Mar 28 18:55:15.885661 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55558) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:15.894691 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-27e486f5-0dab-4ae1-92b6-d7754a9aa7d0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Request body: {'security_group_rule': {'security_group_id': '575191ce-7ee9-4a58-852f-acdfb7892743', 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:15.908451 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=a4ab2934-a300-422d-b2c7-91c92c7a0c84,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:15.909352 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c546688-cd97-4e1c-b42b-394331c89721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528608325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528677385'] for subnet (705625c0-fc60-4de6-b714-554794135805), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.924603 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c546688-cd97-4e1c-b42b-394331c89721 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.926398 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.securitygroups_db [None req-27e486f5-0dab-4ae1-92b6-d7754a9aa7d0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Project 1b0eb789c909483e8dc11e90ad743cdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 18:55:15.928804 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-6c546688-cd97-4e1c-b42b-394331c89721 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/705625c0-fc60-4de6-b714-554794135805 HTTP/1.1" status: 204 len: 168 time: 0.2409763 Mar 28 18:55:15.933607 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-27e486f5-0dab-4ae1-92b6-d7754a9aa7d0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (ed2433a8-0c90-428c-a1bf-53923d40f452), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.937191 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55560) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:15.951724 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c546688-cd97-4e1c-b42b-394331c89721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705625c0-fc60-4de6-b714-554794135805,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:16.039692 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-23524a6a-5b20-43fe-ba6f-b1762390a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (2a11828a-159c-474a-b981-3ebefad1b958), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.043704 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf29498-6368-486a-82e6-59084ea98891', 'name': 'tempest-TestShelveInstance-1466675983-router', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a4ab2934-a300-422d-b2c7-91c92c7a0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:08Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'gw_port': {'id': 'a4ab2934-a300-422d-b2c7-91c92c7a0c84', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf29498-6368-486a-82e6-59084ea98891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:09Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'f404a55a-2510-4ac3-8d7d-0feb2e47a51d', 'name': '', 'network_id': 'e3dfc246-6e89-4202-9608-58282b0c6e82', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'mac_address': 'fa:16:3e:f6:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf29498-6368-486a-82e6-59084ea98891', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dd84560e-a5ee-43fd-975b-3b4830908f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:11Z', 'updated_at': '2022-03-28T18:55:13Z', 'revision_number': 2, 'project_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'subnets': [{'id': 'dd84560e-a5ee-43fd-975b-3b4830908f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:16.050822 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-27e486f5-0dab-4ae1-92b6-d7754a9aa7d0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (ed2433a8-0c90-428c-a1bf-53923d40f452), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.056114 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-27e486f5-0dab-4ae1-92b6-d7754a9aa7d0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (ed2433a8-0c90-428c-a1bf-53923d40f452), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.075236 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Checking router: caf29498-6368-486a-82e6-59084ea98891 for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:55:16.075806 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Updating router caf29498-6368-486a-82e6-59084ea98891 port f404a55a-2510-4ac3-8d7d-0feb2e47a51d binding host dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:55:16.097860 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e486f5-0dab-4ae1-92b6-d7754a9aa7d0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2433a8-0c90-428c-a1bf-53923d40f452,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:16.104453 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.114372 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-27e486f5-0dab-4ae1-92b6-d7754a9aa7d0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.115557 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-27e486f5-0dab-4ae1-92b6-d7754a9aa7d0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2287526 Mar 28 18:55:16.118474 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55564) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:16.124908 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e2ebee4b-4883-4323-be3f-8257e71b77a1 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Request body: {'security_group_rule': {'security_group_id': '575191ce-7ee9-4a58-852f-acdfb7892743', 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:16.158418 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-e2ebee4b-4883-4323-be3f-8257e71b77a1 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Project 1b0eb789c909483e8dc11e90ad743cdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 18:55:16.167028 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee4b-4883-4323-be3f-8257e71b77a1 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (4bc8dab2-8093-4e3c-a3f0-38aee1cfc343), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.179254 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-23524a6a-5b20-43fe-ba6f-b1762390a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (2a11828a-159c-474a-b981-3ebefad1b958), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.213148 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-23524a6a-5b20-43fe-ba6f-b1762390a803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a11828a-159c-474a-b981-3ebefad1b958']}} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:16.224864 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-23524a6a-5b20-43fe-ba6f-b1762390a803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e340f31d-d0c8-409e-919a-37018aa2517a') {'for_net_delete': True} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:16.225222 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-23524a6a-5b20-43fe-ba6f-b1762390a803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e340f31d-d0c8-409e-919a-37018aa2517a') {} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:16.237496 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-23524a6a-5b20-43fe-ba6f-b1762390a803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530570916'] for segment (e340f31d-d0c8-409e-919a-37018aa2517a), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.256050 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-23524a6a-5b20-43fe-ba6f-b1762390a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (e340f31d-d0c8-409e-919a-37018aa2517a), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.272539 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23524a6a-5b20-43fe-ba6f-b1762390a803 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 18:55:16.272949 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-23524a6a-5b20-43fe-ba6f-b1762390a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530563538'] for segment (e340f31d-d0c8-409e-919a-37018aa2517a), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: Traceback (most recent call last): Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: timer() Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: cb(*args, **kw) Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: return func(*args, **kwargs) Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: self._notify() Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: self.callback(batched_events) Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: event.method(event) Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: return f(self, *a, **k) Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: return self._get(url).json() Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: return self.request(url, 'GET', **kwargs) Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 18:55:16.275219 dv-cinder-835483-1-smb neutron-server[109703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 18:55:16.284055 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee4b-4883-4323-be3f-8257e71b77a1 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (4bc8dab2-8093-4e3c-a3f0-38aee1cfc343), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.293342 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee4b-4883-4323-be3f-8257e71b77a1 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (4bc8dab2-8093-4e3c-a3f0-38aee1cfc343), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.324024 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb5c9b-0ea6-4d3c-9473-eae7cb28936c req-de2809cb-123c-4392-9cd1-f8776b2e6d6a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:16.326090 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-24fb5c9b-0ea6-4d3c-9473-eae7cb28936c req-de2809cb-123c-4392-9cd1-f8776b2e6d6a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0930965 Mar 28 18:55:16.333904 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2ebee4b-4883-4323-be3f-8257e71b77a1 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.335450 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-e2ebee4b-4883-4323-be3f-8257e71b77a1 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2155831 Mar 28 18:55:16.374276 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebee4b-4883-4323-be3f-8257e71b77a1 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc8dab2-8093-4e3c-a3f0-38aee1cfc343,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:16.405271 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-23524a6a-5b20-43fe-ba6f-b1762390a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (2a11828a-159c-474a-b981-3ebefad1b958), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.441327 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-23524a6a-5b20-43fe-ba6f-b1762390a803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.447432 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-24fb5c9b-0ea6-4d3c-9473-eae7cb28936c req-19363a0b-5ab6-4c66-9aa3-a9e9f80f0e31 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024637 Mar 28 18:55:16.448927 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-23524a6a-5b20-43fe-ba6f-b1762390a803 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2a11828a-159c-474a-b981-3ebefad1b958 HTTP/1.1" status: 204 len: 168 time: 0.5089231 Mar 28 18:55:16.449995 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23524a6a-5b20-43fe-ba6f-b1762390a803 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a11828a-159c-474a-b981-3ebefad1b958,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:16.467291 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55598) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:16.531025 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed0ec36-bd1c-4206-924e-feecae9eb00f admin admin] Deleting subnet 865de219-2d5b-4bc9-8715-4935d4e5c040 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 18:55:16.536641 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ec36-bd1c-4206-924e-feecae9eb00f admin admin] Publish callbacks [] for subnet (865de219-2d5b-4bc9-8715-4935d4e5c040), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.536789 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Publish callbacks [] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.541754 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.578209 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ec36-bd1c-4206-924e-feecae9eb00f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530571899'] for subnet (865de219-2d5b-4bc9-8715-4935d4e5c040), precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.618481 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146558a1-987b-42ae-8563-c7e62114e49f None None] Pushing event updated for resources: {'Port': ['ID=f404a55a-2510-4ac3-8d7d-0feb2e47a51d,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:16.630053 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ec36-bd1c-4206-924e-feecae9eb00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (865de219-2d5b-4bc9-8715-4935d4e5c040), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.682791 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Attempting to bind port f404a55a-2510-4ac3-8d7d-0feb2e47a51d on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:16.683087 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Attempting to bind port f404a55a-2510-4ac3-8d7d-0feb2e47a51d by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'd86e7ba8-3e5d-4ea0-8970-fdfcd1979814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e3dfc246-6e89-4202-9608-58282b0c6e82'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:16.683462 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Attempting to bind port f404a55a-2510-4ac3-8d7d-0feb2e47a51d on network e3dfc246-6e89-4202-9608-58282b0c6e82 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:16.695370 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:16.695762 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Checking segment: {'id': 'd86e7ba8-3e5d-4ea0-8970-fdfcd1979814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e3dfc246-6e89-4202-9608-58282b0c6e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:16.696181 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.696588 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Bound using segment: {'id': 'd86e7ba8-3e5d-4ea0-8970-fdfcd1979814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e3dfc246-6e89-4202-9608-58282b0c6e82'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:16.697081 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Bound port: f404a55a-2510-4ac3-8d7d-0feb2e47a51d, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86e7ba8-3e5d-4ea0-8970-fdfcd1979814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e3dfc246-6e89-4202-9608-58282b0c6e82'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:16.697474 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.714432 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ec36-bd1c-4206-924e-feecae9eb00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528608325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528677385'] for subnet (865de219-2d5b-4bc9-8715-4935d4e5c040), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.740405 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ec36-bd1c-4206-924e-feecae9eb00f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.744100 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-6ed0ec36-bd1c-4206-924e-feecae9eb00f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/865de219-2d5b-4bc9-8715-4935d4e5c040 HTTP/1.1" status: 204 len: 168 time: 0.2744949 Mar 28 18:55:16.747791 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55618) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:16.774138 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0ec36-bd1c-4206-924e-feecae9eb00f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=865de219-2d5b-4bc9-8715-4935d4e5c040,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:16.802969 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] For port f404a55a-2510-4ac3-8d7d-0feb2e47a51d, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:16.807920 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] For port f404a55a-2510-4ac3-8d7d-0feb2e47a51d, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f404a55a-2510-4ac3-8d7d-0feb2e47a51d,segment=NetworkSegment(d86e7ba8-3e5d-4ea0-8970-fdfcd1979814),segment_id=d86e7ba8-3e5d-4ea0-8970-fdfcd1979814)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:16.818802 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.898762 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e2bffb22-3fcb-4178-9de6-266ce7acd6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (7542acb9-96a1-4f4a-b912-ee13aa1175e9), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.914191 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Routers {'caf29498-6368-486a-82e6-59084ea98891'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:16.915084 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:55:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['caf29498-6368-486a-82e6-59084ea98891'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:17.019437 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146558a1-987b-42ae-8563-c7e62114e49f None None] Pushing event updated for resources: {'Port': ['ID=f404a55a-2510-4ac3-8d7d-0feb2e47a51d,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:17.034412 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-4d0a0de8-d4b6-431d-8b77-665cba5786c3 None None] Provisioning complete for port f404a55a-2510-4ac3-8d7d-0feb2e47a51d triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:17.034793 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d0a0de8-d4b6-431d-8b77-665cba5786c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.128353 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] Set router caf29498-6368-486a-82e6-59084ea98891 gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:17.164515 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 299e81d7-3957-4237-8de1-002312e53bc1 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:55:17.233706 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 299e81d7-3957-4237-8de1-002312e53bc1 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:55:17.234508 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 299e81d7-3957-4237-8de1-002312e53bc1 not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:55:17.296581 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e2bffb22-3fcb-4178-9de6-266ce7acd6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (7542acb9-96a1-4f4a-b912-ee13aa1175e9), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.302352 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a0de8-d4b6-431d-8b77-665cba5786c3 None None] Current status of the port f404a55a-2510-4ac3-8d7d-0feb2e47a51d is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:17.302752 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d0a0de8-d4b6-431d-8b77-665cba5786c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.322869 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-e2bffb22-3fcb-4178-9de6-266ce7acd6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7542acb9-96a1-4f4a-b912-ee13aa1175e9']}} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:17.336274 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-e2bffb22-3fcb-4178-9de6-266ce7acd6d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5a713e-694d-49d8-a1b1-91abc2f338b9') {'for_net_delete': True} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:17.336674 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-e2bffb22-3fcb-4178-9de6-266ce7acd6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5a713e-694d-49d8-a1b1-91abc2f338b9') {} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:17.349467 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e2bffb22-3fcb-4178-9de6-266ce7acd6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530570916'] for segment (6f5a713e-694d-49d8-a1b1-91abc2f338b9), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.366897 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e2bffb22-3fcb-4178-9de6-266ce7acd6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (6f5a713e-694d-49d8-a1b1-91abc2f338b9), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.375460 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bffb22-3fcb-4178-9de6-266ce7acd6d7 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 18:55:17.375881 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e2bffb22-3fcb-4178-9de6-266ce7acd6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530563538'] for segment (6f5a713e-694d-49d8-a1b1-91abc2f338b9), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: Traceback (most recent call last): Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: timer() Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: cb(*args, **kw) Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: return func(*args, **kwargs) Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: self._notify() Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: self.callback(batched_events) Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: event.method(event) Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: return f(self, *a, **k) Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: return self._get(url).json() Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: return self.request(url, 'GET', **kwargs) Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 18:55:17.377707 dv-cinder-835483-1-smb neutron-server[109703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 18:55:17.443233 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e2bffb22-3fcb-4178-9de6-266ce7acd6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (7542acb9-96a1-4f4a-b912-ee13aa1175e9), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.478784 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e2bffb22-3fcb-4178-9de6-266ce7acd6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.481974 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-e2bffb22-3fcb-4178-9de6-266ce7acd6d7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7542acb9-96a1-4f4a-b912-ee13aa1175e9 HTTP/1.1" status: 204 len: 168 time: 0.7327306 Mar 28 18:55:17.483118 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bffb22-3fcb-4178-9de6-266ce7acd6d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7542acb9-96a1-4f4a-b912-ee13aa1175e9,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:17.548616 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device a4ab2934-a300-422d-b2c7-91c92c7a0c84 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:17.734181 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-4d0a0de8-d4b6-431d-8b77-665cba5786c3 None None] For port f404a55a-2510-4ac3-8d7d-0feb2e47a51d, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f404a55a-2510-4ac3-8d7d-0feb2e47a51d,segment=NetworkSegment(d86e7ba8-3e5d-4ea0-8970-fdfcd1979814),segment_id=d86e7ba8-3e5d-4ea0-8970-fdfcd1979814)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:17.763503 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d0a0de8-d4b6-431d-8b77-665cba5786c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.794111 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port a4ab2934-a300-422d-b2c7-91c92c7a0c84 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:17.794558 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (a4ab2934-a300-422d-b2c7-91c92c7a0c84), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.842314 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf29498-6368-486a-82e6-59084ea98891', 'name': 'tempest-TestShelveInstance-1466675983-router', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a4ab2934-a300-422d-b2c7-91c92c7a0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:08Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'gw_port': {'id': 'a4ab2934-a300-422d-b2c7-91c92c7a0c84', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf29498-6368-486a-82e6-59084ea98891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:09Z', 'updated_at': '2022-03-28T18:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'f404a55a-2510-4ac3-8d7d-0feb2e47a51d', 'name': '', 'network_id': 'e3dfc246-6e89-4202-9608-58282b0c6e82', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'mac_address': 'fa:16:3e:f6:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf29498-6368-486a-82e6-59084ea98891', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dd84560e-a5ee-43fd-975b-3b4830908f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:11Z', 'updated_at': '2022-03-28T18:55:16Z', 'revision_number': 4, 'project_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'subnets': [{'id': 'dd84560e-a5ee-43fd-975b-3b4830908f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:17.853774 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145cb25-36ca-4be2-bd6d-6b7d68051350 req-d9ae761e-8018-4677-b96a-02e5bbc36a89 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:17.854411 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d8851-d43b-4310-9806-b60934f9ca13 req-815c67f8-087d-47ea-ac2e-54b4fdd623c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:17.855341 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9e5d8851-d43b-4310-9806-b60934f9ca13 req-815c67f8-087d-47ea-ac2e-54b4fdd623c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 1129 time: 0.1107106 Mar 28 18:55:17.874530 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9145cb25-36ca-4be2-bd6d-6b7d68051350 req-d9ae761e-8018-4677-b96a-02e5bbc36a89 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.2346361 Mar 28 18:55:17.875790 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f99ba-0ae4-4b06-8796-42d7cbe13cac None None] The sync data for ids ['caf29498-6368-486a-82e6-59084ea98891'] in dv-cinder-835483-1-smb is: [{'id': 'caf29498-6368-486a-82e6-59084ea98891', 'name': 'tempest-TestShelveInstance-1466675983-router', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a4ab2934-a300-422d-b2c7-91c92c7a0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:08Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'gw_port': {'id': 'a4ab2934-a300-422d-b2c7-91c92c7a0c84', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf29498-6368-486a-82e6-59084ea98891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:09Z', 'updated_at': '2022-03-28T18:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'f404a55a-2510-4ac3-8d7d-0feb2e47a51d', 'name': '', 'network_id': 'e3dfc246-6e89-4202-9608-58282b0c6e82', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'mac_address': 'fa:16:3e:f6:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf29498-6368-486a-82e6-59084ea98891', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dd84560e-a5ee-43fd-975b-3b4830908f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:11Z', 'updated_at': '2022-03-28T18:55:16Z', 'revision_number': 4, 'project_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'subnets': [{'id': 'dd84560e-a5ee-43fd-975b-3b4830908f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:55:17.908680 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a0de8-d4b6-431d-8b77-665cba5786c3 None None] Pushing event updated for resources: {'Port': ['ID=f404a55a-2510-4ac3-8d7d-0feb2e47a51d,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:17.929097 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-59f727f7-8caf-4dc6-922a-d1050cde628e None None] Provisioning complete for port f404a55a-2510-4ac3-8d7d-0feb2e47a51d triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:17.930393 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-59f727f7-8caf-4dc6-922a-d1050cde628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.061619 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9145cb25-36ca-4be2-bd6d-6b7d68051350 req-1da3f4bc-03c7-4918-a0df-1c009466c784 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813257 Mar 28 18:55:18.132791 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port a4ab2934-a300-422d-b2c7-91c92c7a0c84 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:18.163106 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9e5d8851-d43b-4310-9806-b60934f9ca13 req-f5bc36c0-e76a-4ae3-bd2d-dbf1d8118cc0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967830 Mar 28 18:55:18.218513 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55636) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:18.223233 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-59f727f7-8caf-4dc6-922a-d1050cde628e None None] Current status of the port f404a55a-2510-4ac3-8d7d-0feb2e47a51d is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:18.340304 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-d45a4d37-22cd-46f9-9dfd-b2882c08cc98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3f64b8dc3ef46b08d71a63f40127727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1180930 Mar 28 18:55:18.340699 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55638) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:18.453175 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8167b275-d663-4ce8-a5c3-05f84239482e admin admin] Publish callbacks [] for security_group (35a58771-5b85-4f49-b3f6-aae0637a3f23), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.485057 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8167b275-d663-4ce8-a5c3-05f84239482e admin admin] Publish callbacks [] for security_group (35a58771-5b85-4f49-b3f6-aae0637a3f23), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.569421 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8167b275-d663-4ce8-a5c3-05f84239482e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (35a58771-5b85-4f49-b3f6-aae0637a3f23), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.572241 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8167b275-d663-4ce8-a5c3-05f84239482e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.574696 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-8167b275-d663-4ce8-a5c3-05f84239482e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35a58771-5b85-4f49-b3f6-aae0637a3f23 HTTP/1.1" status: 204 len: 168 time: 0.2318299 Mar 28 18:55:18.601556 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167b275-d663-4ce8-a5c3-05f84239482e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a58771-5b85-4f49-b3f6-aae0637a3f23,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:19.274509 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55660) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:19.303009 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28768a97-34a9-4e0a-87d7-430131d72dd6 req-866a1a27-598f-43ce-a568-784eadf9f1ae tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:19.315197 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-28768a97-34a9-4e0a-87d7-430131d72dd6 req-866a1a27-598f-43ce-a568-784eadf9f1ae tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.1517608 Mar 28 18:55:19.356024 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-bbcf1a32-563a-4587-b2b5-f6f932c45e98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f13dd631393748db9ac9921756780ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781598 Mar 28 18:55:19.359402 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55662) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:19.475252 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-28768a97-34a9-4e0a-87d7-430131d72dd6 req-2e8bb8c7-195a-495b-bb76-1570998d1d96 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593544 Mar 28 18:55:19.554292 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1d39bd54-f178-4db5-8417-ca0f43dbc5a1 admin admin] Publish callbacks [] for security_group (e241c5ed-bad0-4037-b9be-65fdbf08dcd4), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.582016 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1d39bd54-f178-4db5-8417-ca0f43dbc5a1 admin admin] Publish callbacks [] for security_group (e241c5ed-bad0-4037-b9be-65fdbf08dcd4), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.631026 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f404a55a-2510-4ac3-8d7d-0feb2e47a51d up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:19.674146 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1d39bd54-f178-4db5-8417-ca0f43dbc5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (e241c5ed-bad0-4037-b9be-65fdbf08dcd4), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.680244 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1d39bd54-f178-4db5-8417-ca0f43dbc5a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.682133 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-1d39bd54-f178-4db5-8417-ca0f43dbc5a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e241c5ed-bad0-4037-b9be-65fdbf08dcd4 HTTP/1.1" status: 204 len: 168 time: 0.3207192 Mar 28 18:55:19.694141 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39bd54-f178-4db5-8417-ca0f43dbc5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e241c5ed-bad0-4037-b9be-65fdbf08dcd4,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:19.798309 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port f404a55a-2510-4ac3-8d7d-0feb2e47a51d triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:19.798693 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.963527 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port f404a55a-2510-4ac3-8d7d-0feb2e47a51d is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:20.647643 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f2d7d-df63-4cd3-a925-abbd32f8b09f req-fa219257-5874-4892-a267-2c4d1ae3b339 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:20.649160 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1d3f2d7d-df63-4cd3-a925-abbd32f8b09f req-fa219257-5874-4892-a267-2c4d1ae3b339 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0719752 Mar 28 18:55:20.714014 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1d3f2d7d-df63-4cd3-a925-abbd32f8b09f req-dd8493fc-86a8-4d97-a368-f878e24f0a81 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563138 Mar 28 18:55:21.090891 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df25b5-271f-4df8-b97c-c2dd00a09bb1 req-aff08873-c3f8-45bd-b9bb-ad19188521dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:21.092907 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c1df25b5-271f-4df8-b97c-c2dd00a09bb1 req-aff08873-c3f8-45bd-b9bb-ad19188521dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 1129 time: 0.0805089 Mar 28 18:55:21.096651 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098c28b-c42d-49a1-8ed4-d38e718a704a req-d8947000-42a0-41d8-a4cf-ea34a9125628 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:21.099611 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3098c28b-c42d-49a1-8ed4-d38e718a704a req-d8947000-42a0-41d8-a4cf-ea34a9125628 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0917757 Mar 28 18:55:21.177263 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3098c28b-c42d-49a1-8ed4-d38e718a704a req-28ac7a69-6f28-45b5-9dfd-845ca21bebfa tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696366 Mar 28 18:55:21.253667 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df25b5-271f-4df8-b97c-c2dd00a09bb1 req-8b1a265b-0a80-4379-955b-6806b92c520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:21.258955 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c1df25b5-271f-4df8-b97c-c2dd00a09bb1 req-8b1a265b-0a80-4379-955b-6806b92c520f service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 919 time: 0.1524303 Mar 28 18:55:21.306072 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c1df25b5-271f-4df8-b97c-c2dd00a09bb1 req-45196d2d-91bd-4d0d-a768-2d59342cb4e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=672b93b6-7b87-40de-b83f-adb314bd02ba HTTP/1.1" status: 200 len: 217 time: 0.0392318 Mar 28 18:55:21.370588 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df25b5-271f-4df8-b97c-c2dd00a09bb1 req-51eb1932-e00f-4829-a6bc-dac31294db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:21.372438 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c1df25b5-271f-4df8-b97c-c2dd00a09bb1 req-51eb1932-e00f-4829-a6bc-dac31294db1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.0588436 Mar 28 18:55:21.469165 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df25b5-271f-4df8-b97c-c2dd00a09bb1 req-7d1d8537-2a78-49bf-bafe-a6add0a4bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:21.470742 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c1df25b5-271f-4df8-b97c-c2dd00a09bb1 req-7d1d8537-2a78-49bf-bafe-a6add0a4bc83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0894294 Mar 28 18:55:21.599855 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c1df25b5-271f-4df8-b97c-c2dd00a09bb1 req-021bb349-44ec-4b5a-9ca3-701678c8f1a8 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202507 Mar 28 18:55:21.707203 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c1df25b5-271f-4df8-b97c-c2dd00a09bb1 req-10118cd2-fae2-42c3-be61-28fc42b65e73 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985417 Mar 28 18:55:22.321996 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d8204-a1a3-4ffd-a1ce-8a9119227be5 req-92c9aed0-56fe-4fa0-bbeb-f2b0033ae606 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:22.326926 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-aa8d8204-a1a3-4ffd-a1ce-8a9119227be5 req-92c9aed0-56fe-4fa0-bbeb-f2b0033ae606 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0756931 Mar 28 18:55:22.383971 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-aa8d8204-a1a3-4ffd-a1ce-8a9119227be5 req-486d58d9-329f-4b67-aa89-8112bd510a76 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516708 Mar 28 18:55:23.239844 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5f10d-7841-4f80-bf05-12fdc66a1c11 req-bd8f1140-0bac-420c-a125-f0023e3be62a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:23.247991 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b5e5f10d-7841-4f80-bf05-12fdc66a1c11 req-bd8f1140-0bac-420c-a125-f0023e3be62a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.1242964 Mar 28 18:55:23.357176 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b5e5f10d-7841-4f80-bf05-12fdc66a1c11 req-ce83d619-7fc2-44a6-9f01-ebb60bccd9af tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074266 Mar 28 18:55:23.445504 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afc75e-99da-4e96-8fc7-9ae353668da1 req-b8ac4657-1a1b-40b8-a239-299d0e62b668 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:23.455365 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-71afc75e-99da-4e96-8fc7-9ae353668da1 req-b8ac4657-1a1b-40b8-a239-299d0e62b668 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.1103868 Mar 28 18:55:23.546547 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-71afc75e-99da-4e96-8fc7-9ae353668da1 req-5f61de76-3b6d-4db6-818d-46c175904b13 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871449 Mar 28 18:55:23.640375 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467c8d7-177b-45db-b2e7-c752264a16b5 req-56c4ab63-bc50-430d-9bcd-69503f0ada21 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:23.648056 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f467c8d7-177b-45db-b2e7-c752264a16b5 req-56c4ab63-bc50-430d-9bcd-69503f0ada21 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0875144 Mar 28 18:55:23.741684 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f467c8d7-177b-45db-b2e7-c752264a16b5 req-f0abb690-2289-459c-b47b-5d6b70b3dd19 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925882 Mar 28 18:55:23.934748 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-adc1ac27-70a2-4aa1-b2b3-245ce634833b req-05e84db8-1298-4eaf-b0d6-6fb6e6ff344e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674927 Mar 28 18:55:24.026313 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ac27-70a2-4aa1-b2b3-245ce634833b req-1d864d3a-dd11-474d-be0d-a1a05bb9e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:24.028156 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-adc1ac27-70a2-4aa1-b2b3-245ce634833b req-1d864d3a-dd11-474d-be0d-a1a05bb9e389 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 1129 time: 0.0647554 Mar 28 18:55:24.158815 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ac27-70a2-4aa1-b2b3-245ce634833b req-14d97130-a8cd-4e8c-946f-cfc491b2edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:24.160293 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-adc1ac27-70a2-4aa1-b2b3-245ce634833b req-14d97130-a8cd-4e8c-946f-cfc491b2edc7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 919 time: 0.1002419 Mar 28 18:55:24.205467 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-adc1ac27-70a2-4aa1-b2b3-245ce634833b req-26893436-bb9c-4b9d-bb9b-05e4c7bf212a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25802d71-2b1e-4fd4-9847-c14dafb506f6 HTTP/1.1" status: 200 len: 217 time: 0.0382555 Mar 28 18:55:24.266238 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ac27-70a2-4aa1-b2b3-245ce634833b req-2034c1a2-c6a4-40b4-ac9f-fbe8691948c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:24.270126 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-adc1ac27-70a2-4aa1-b2b3-245ce634833b req-2034c1a2-c6a4-40b4-ac9f-fbe8691948c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.0568480 Mar 28 18:55:24.323211 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ac27-70a2-4aa1-b2b3-245ce634833b req-f5695515-a84e-48bf-8c1f-ec09d27a2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:24.324844 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-adc1ac27-70a2-4aa1-b2b3-245ce634833b req-f5695515-a84e-48bf-8c1f-ec09d27a2ded service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0475223 Mar 28 18:55:24.431137 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-adc1ac27-70a2-4aa1-b2b3-245ce634833b req-7034f747-89f0-4456-ba37-9a194d132360 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000302 Mar 28 18:55:24.573554 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0084f4f-bda8-4d6d-8a2b-c12f0ade0ce2 req-89d3b061-3fae-4fd7-84b6-13f4ff6a30ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:24.575305 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0084f4f-bda8-4d6d-8a2b-c12f0ade0ce2 req-89d3b061-3fae-4fd7-84b6-13f4ff6a30ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.1294572 Mar 28 18:55:24.580603 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-adc1ac27-70a2-4aa1-b2b3-245ce634833b req-ea6a1f2c-b4ad-4ace-8f2d-e5806bef0515 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421969 Mar 28 18:55:24.628237 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0084f4f-bda8-4d6d-8a2b-c12f0ade0ce2 req-0b2125ce-0fb9-41ee-8001-ba21baadb23e tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455284 Mar 28 18:55:24.699087 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccececd3-4918-40a4-ba8a-216c08c8a0ce req-e167cd61-cb74-40e4-bbeb-26fa88f9a7c1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:24.700931 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ccececd3-4918-40a4-ba8a-216c08c8a0ce req-e167cd61-cb74-40e4-bbeb-26fa88f9a7c1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.0634241 Mar 28 18:55:24.757818 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ccececd3-4918-40a4-ba8a-216c08c8a0ce req-8eb07e91-4e11-4efb-9351-5e4f2ad3b08f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474126 Mar 28 18:55:24.899052 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc016-9950-4a89-8bf6-1d7447696ec4 req-52dbf06f-9615-4533-8878-fd42fdf33896 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:24.900559 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e30dc016-9950-4a89-8bf6-1d7447696ec4 req-52dbf06f-9615-4533-8878-fd42fdf33896 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0680802 Mar 28 18:55:24.958267 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e30dc016-9950-4a89-8bf6-1d7447696ec4 req-53b791d5-2921-4ca5-977e-fbf10bd27b00 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512929 Mar 28 18:55:25.423254 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55892) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:25.538090 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:25.620427 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Publish callbacks [] for security_group (a240f023-4083-468a-835c-a49aeb3b7757), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:25.627179 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (a240f023-4083-468a-835c-a49aeb3b7757), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:25.658643 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55902) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:25.677783 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55906) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:25.677942 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d1478f670864117b25c5f7e0852ef1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534461 Mar 28 18:55:25.679188 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a240f023-4083-468a-835c-a49aeb3b7757,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:25.688729 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.689302 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.689947 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.690489 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.690982 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.691479 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.692248 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.692583 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.692914 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.693240 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.693754 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.694245 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.694740 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.695065 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.695536 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d1ac7-7b05-494d-b3d6-cc2da7f04178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.791516 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Publish callbacks [] for security_group (a240f023-4083-468a-835c-a49aeb3b7757), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:25.805073 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7f628-a4fc-42d9-9ffa-db1d7a93570c req-ec502f8f-1302-44e3-9f0b-442d7032f0e9 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:25.806821 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a7c7f628-a4fc-42d9-9ffa-db1d7a93570c req-ec502f8f-1302-44e3-9f0b-442d7032f0e9 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0898275 Mar 28 18:55:25.843819 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Publish callbacks [] for security_group (a240f023-4083-468a-835c-a49aeb3b7757), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:25.907099 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a7c7f628-a4fc-42d9-9ffa-db1d7a93570c req-77f35edf-ed67-4306-b015-d8e085765565 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915806 Mar 28 18:55:25.944864 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (a240f023-4083-468a-835c-a49aeb3b7757), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:25.948408 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:25.953564 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a240f023-4083-468a-835c-a49aeb3b7757 HTTP/1.1" status: 204 len: 168 time: 0.2741773 Mar 28 18:55:25.966173 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a240f023-4083-468a-835c-a49aeb3b7757,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:25.977023 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.977665 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.978482 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.979073 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.979561 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.979767 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0b716336-8b19-48c3-87c4-bd4808b1d9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:25.980213 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.980690 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.981161 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.981839 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.982319 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.982702 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.983157 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.983492 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.983849 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:25.984374 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05391bf-d623-4a18-8ee1-83f45f36ab52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:26.012477 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f6d95-420c-4ebe-8c89-274055284e3d req-f18371b9-e1a8-4cd6-a7b2-1f2dafdf07b3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:26.015061 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-cf0f6d95-420c-4ebe-8c89-274055284e3d req-f18371b9-e1a8-4cd6-a7b2-1f2dafdf07b3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.1204894 Mar 28 18:55:26.088877 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-cf0f6d95-420c-4ebe-8c89-274055284e3d req-636346cc-98c1-49c6-a234-bc0a94b0ac56 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678909 Mar 28 18:55:26.127204 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0b716336-8b19-48c3-87c4-bd4808b1d9d9 admin admin] Publish callbacks [] for security_group (c024661a-219f-4027-afd3-5e13063e6852), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.140197 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0b716336-8b19-48c3-87c4-bd4808b1d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (c024661a-219f-4027-afd3-5e13063e6852), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.187216 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-0b716336-8b19-48c3-87c4-bd4808b1d9d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=430acc33497c4792936a42be96e9f793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5236690 Mar 28 18:55:26.188088 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b716336-8b19-48c3-87c4-bd4808b1d9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c024661a-219f-4027-afd3-5e13063e6852,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:26.190184 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55918) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:26.206737 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.261190 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c44ef172-151a-4589-9551-0c2639441ada admin admin] Publish callbacks [] for security_group (c024661a-219f-4027-afd3-5e13063e6852), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.297643 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c44ef172-151a-4589-9551-0c2639441ada admin admin] Publish callbacks [] for security_group (c024661a-219f-4027-afd3-5e13063e6852), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.400479 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c44ef172-151a-4589-9551-0c2639441ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (c024661a-219f-4027-afd3-5e13063e6852), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.404855 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c44ef172-151a-4589-9551-0c2639441ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.409431 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-c44ef172-151a-4589-9551-0c2639441ada admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c024661a-219f-4027-afd3-5e13063e6852 HTTP/1.1" status: 204 len: 168 time: 0.2179372 Mar 28 18:55:26.429463 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ef172-151a-4589-9551-0c2639441ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c024661a-219f-4027-afd3-5e13063e6852,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:26.795204 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55944) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:26.800678 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-40acb05e-9241-403d-b7a5-a3367f3f27e6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--703241585', 'description': 'tempest-description--568211589'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:26.831436 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40acb05e-9241-403d-b7a5-a3367f3f27e6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.032791 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40acb05e-9241-403d-b7a5-a3367f3f27e6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for security_group (d15476f0-959d-4386-8c6e-ab6719909e63), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.043043 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40acb05e-9241-403d-b7a5-a3367f3f27e6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (d15476f0-959d-4386-8c6e-ab6719909e63), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.110584 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40acb05e-9241-403d-b7a5-a3367f3f27e6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.110790 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-40acb05e-9241-403d-b7a5-a3367f3f27e6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3143134 Mar 28 18:55:27.115677 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55962) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:27.130693 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acb05e-9241-403d-b7a5-a3367f3f27e6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15476f0-959d-4386-8c6e-ab6719909e63,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:27.135834 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-54ff0cc5-e772-4098-97a8-c617e7cd602f tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Request body: {'security_group_rule': {'security_group_id': 'd15476f0-959d-4386-8c6e-ab6719909e63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:27.162949 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f08bd-0c11-4d3e-842f-26c3020205d1 req-ff9e3f54-099a-4ca1-a102-85b548db5c08 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:27.173021 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c20f08bd-0c11-4d3e-842f-26c3020205d1 req-ff9e3f54-099a-4ca1-a102-85b548db5c08 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.1629119 Mar 28 18:55:27.290985 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-54ff0cc5-e772-4098-97a8-c617e7cd602f tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for security_group_rule (7ae25826-05af-4ce1-8dc3-523cddd46dab), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.309015 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c20f08bd-0c11-4d3e-842f-26c3020205d1 req-9b814c71-5d3e-46b2-a43d-8975d0fe722b tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345866 Mar 28 18:55:27.398065 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-54ff0cc5-e772-4098-97a8-c617e7cd602f tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for security_group_rule (7ae25826-05af-4ce1-8dc3-523cddd46dab), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.404875 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98c980-c512-408c-bed3-ccdea7fcd937 req-ef30720d-35ab-4aa6-816a-8ac73b3780de tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:27.406674 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-54ff0cc5-e772-4098-97a8-c617e7cd602f tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (7ae25826-05af-4ce1-8dc3-523cddd46dab), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.413439 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8c98c980-c512-408c-bed3-ccdea7fcd937 req-ef30720d-35ab-4aa6-816a-8ac73b3780de tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.1571183 Mar 28 18:55:27.429790 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff0cc5-e772-4098-97a8-c617e7cd602f tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae25826-05af-4ce1-8dc3-523cddd46dab,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:27.442958 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-54ff0cc5-e772-4098-97a8-c617e7cd602f tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.448327 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-54ff0cc5-e772-4098-97a8-c617e7cd602f tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267133 Mar 28 18:55:27.449036 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 55976) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:27.453876 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-91fd9b26-eebe-47fb-848b-a277660e719c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Request body: {'security_group_rule': {'security_group_id': 'd15476f0-959d-4386-8c6e-ab6719909e63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:27.490542 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-91fd9b26-eebe-47fb-848b-a277660e719c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for security_group_rule (136695cf-90de-4bd0-a812-e28a1463d6ee), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.543611 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8c98c980-c512-408c-bed3-ccdea7fcd937 req-9d75c106-d354-4769-9988-98802ad178c2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175294 Mar 28 18:55:27.603030 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55982) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:27.639222 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-91fd9b26-eebe-47fb-848b-a277660e719c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for security_group_rule (136695cf-90de-4bd0-a812-e28a1463d6ee), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.647304 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-91fd9b26-eebe-47fb-848b-a277660e719c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (136695cf-90de-4bd0-a812-e28a1463d6ee), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.676361 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd9b26-eebe-47fb-848b-a277660e719c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136695cf-90de-4bd0-a812-e28a1463d6ee,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:27.687668 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-91fd9b26-eebe-47fb-848b-a277660e719c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.692701 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-91fd9b26-eebe-47fb-848b-a277660e719c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2392676 Mar 28 18:55:27.692874 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 55988) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:27.697531 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Request body: {'floatingip': {'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:27.759692 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.905234 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.075984 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-852602673-network', 'tenant_id': '1be589f92c0d40dbb104a116328f81b1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:28.152718 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] Made reservation on behalf of 1be589f92c0d40dbb104a116328f81b1 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:28.161830 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.202294 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.285145 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Allocated IP 172.28.0.137 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/67460dd3-3620-4ec2-956d-f40e76a4070f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:28.518655 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783c069-527e-4241-ba83-083c202e1066 req-2837f600-a2f3-437d-a536-0c059c43905c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:28.520199 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9783c069-527e-4241-ba83-083c202e1066 req-2837f600-a2f3-437d-a536-0c059c43905c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.1045828 Mar 28 18:55:28.549360 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] Publish callbacks [] for security_group (a11903bf-8f0c-49af-a1e4-e5f4d38bc873), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.557409 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (a11903bf-8f0c-49af-a1e4-e5f4d38bc873), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.601349 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9783c069-527e-4241-ba83-083c202e1066 req-84180dc4-008e-4477-8dd6-7b2c17f5aee4 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751007 Mar 28 18:55:28.637586 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for port (67460dd3-3620-4ec2-956d-f40e76a4070f), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.645091 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:55:28.665772 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11903bf-8f0c-49af-a1e4-e5f4d38bc873,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:28.708653 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (e2748ea4-c95b-4f98-b108-25e28d92912f), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.709127 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.segments_db [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] Added segment e2748ea4-c95b-4f98-b108-25e28d92912f of type vlan for network 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 Mar 28 18:55:28.792471 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.810654 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df0d49-6bcc-422f-a54a-de4f052dce8b req-db0a5fea-32ee-4dc6-8c4c-3a5f712c55f2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:28.814372 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a6df0d49-6bcc-422f-a54a-de4f052dce8b req-db0a5fea-32ee-4dc6-8c4c-3a5f712c55f2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.1337972 Mar 28 18:55:28.828723 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (67460dd3-3620-4ec2-956d-f40e76a4070f), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.936820 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.938953 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:28.940201 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.955818 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:28.974161 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:28.985155 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Pushing event updated for resources: {'Port': ['ID=67460dd3-3620-4ec2-956d-f40e76a4070f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:28.993609 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:29.034165 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a6df0d49-6bcc-422f-a54a-de4f052dce8b req-bf946d54-180c-4ff3-9472-6ccd50ac8c80 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074883 Mar 28 18:55:29.096419 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4920223 Mar 28 18:55:29.101026 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 56024) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:29.118745 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-12bcd321-7aa1-490b-9885-9f0854113abf admin admin] Request body: {'subnet': {'network_id': '2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-852602673-subnet', 'tenant_id': '1be589f92c0d40dbb104a116328f81b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:29.129672 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8863e2-9492-4076-9e16-32bd6280efa4 admin admin] Pushing event updated for resources: {'Network': ['ID=2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:29.145775 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:55:29.178260 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bcd321-7aa1-490b-9885-9f0854113abf admin admin] Made reservation on behalf of 1be589f92c0d40dbb104a116328f81b1 for: {'subnet': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:29.182541 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-12bcd321-7aa1-490b-9885-9f0854113abf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530556952'] for subnet (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.197917 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for floatingip (d4963775-b775-473e-a643-cbc169d62760), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.252745 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (67460dd3-3620-4ec2-956d-f40e76a4070f), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.493971 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-12bcd321-7aa1-490b-9885-9f0854113abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530563895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530556942'] for subnet (fbe72136-773a-4fbf-a255-cf2dbe492572), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.526982 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for port (67460dd3-3620-4ec2-956d-f40e76a4070f), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.533105 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (67460dd3-3620-4ec2-956d-f40e76a4070f), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.594639 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcd321-7aa1-490b-9885-9f0854113abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe72136-773a-4fbf-a255-cf2dbe492572,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:29.627572 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bcd321-7aa1-490b-9885-9f0854113abf admin admin] Checking segment: {'id': 'e2748ea4-c95b-4f98-b108-25e28d92912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:29.627945 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bcd321-7aa1-490b-9885-9f0854113abf admin admin] Network hostable DHCP agents. Network: 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:55:29.655353 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bcd321-7aa1-490b-9885-9f0854113abf admin admin] Network 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:55:29.681779 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-12bcd321-7aa1-490b-9885-9f0854113abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3) {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:29.696544 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bcd321-7aa1-490b-9885-9f0854113abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:29.697636 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-12bcd321-7aa1-490b-9885-9f0854113abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.723693 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d33212-20ee-4b97-92d4-9335e9bc1045 None None] Network 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:55:29.742663 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-12bcd321-7aa1-490b-9885-9f0854113abf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6404819 Mar 28 18:55:29.781502 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Pushing event updated for resources: {'Port': ['ID=67460dd3-3620-4ec2-956d-f40e76a4070f,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:29.810294 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (d4963775-b775-473e-a643-cbc169d62760), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.835494 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54739e4d-1c63-4507-aaba-01b530a8b5dc req-f9aecc6c-71ab-4146-a37d-30e9e092e5b6 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:29.844834 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-54739e4d-1c63-4507-aaba-01b530a8b5dc req-f9aecc6c-71ab-4146-a37d-30e9e092e5b6 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.1003082 Mar 28 18:55:29.853080 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.855591 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-7b3b0d99-9865-443d-878c-b97364bd23e2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1615648 Mar 28 18:55:29.915280 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faa52e9-f724-464a-98fe-02f4bf2b5b35 None None] Network 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:55:29.960318 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-54739e4d-1c63-4507-aaba-01b530a8b5dc req-4627aa50-0cb0-4be4-b733-d5eee7b28a83 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145961 Mar 28 18:55:30.470983 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c3b02-38c8-477a-8645-1da90c2d2e3a req-9cf3004a-bd68-4a15-a5cd-8c199203682d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:30.472694 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-777c3b02-38c8-477a-8645-1da90c2d2e3a req-9cf3004a-bd68-4a15-a5cd-8c199203682d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.1976135 Mar 28 18:55:30.546183 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-777c3b02-38c8-477a-8645-1da90c2d2e3a req-131b0501-e714-4b26-8433-655bbe4929bc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646670 Mar 28 18:55:31.170180 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a39c-f3ee-4d09-94b6-3ae2cff161ff req-7fd27a9a-741a-4611-b720-dd6a20da047d tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:31.175650 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c9d7a39c-f3ee-4d09-94b6-3ae2cff161ff req-7fd27a9a-741a-4611-b720-dd6a20da047d tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.1000888 Mar 28 18:55:31.293016 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c9d7a39c-f3ee-4d09-94b6-3ae2cff161ff req-0f0ab2d3-f4ea-45f1-9d48-8319c12a3c0f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169701 Mar 28 18:55:31.680847 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42116078-834c-4e63-ade8-999782fa9cd8 req-43a68b98-df6d-4e36-9771-0512c37f418e tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:31.688202 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-42116078-834c-4e63-ade8-999782fa9cd8 req-43a68b98-df6d-4e36-9771-0512c37f418e tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.0689099 Mar 28 18:55:31.773425 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-42116078-834c-4e63-ade8-999782fa9cd8 req-b894f190-ea6e-438a-9283-92731a553bd3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842750 Mar 28 18:55:36.538230 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 56200) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:36.667010 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6b88369-7b2a-4b21-b590-2ec9249ec9a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:36.745561 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6b88369-7b2a-4b21-b590-2ec9249ec9a5 admin admin] Publish callbacks [] for security_group (be446a78-f477-40a6-a1cf-1e38f8c7b0f4), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:36.751759 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6b88369-7b2a-4b21-b590-2ec9249ec9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (be446a78-f477-40a6-a1cf-1e38f8c7b0f4), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:36.796919 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-f6b88369-7b2a-4b21-b590-2ec9249ec9a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc8803a563194ff4952eeaab86e516fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572806 Mar 28 18:55:36.798146 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b88369-7b2a-4b21-b590-2ec9249ec9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be446a78-f477-40a6-a1cf-1e38f8c7b0f4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:36.800578 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 56206) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:36.866759 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c180b29c-fe21-4848-8b2a-1c689b271626 admin admin] Publish callbacks [] for security_group (be446a78-f477-40a6-a1cf-1e38f8c7b0f4), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:36.905207 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c180b29c-fe21-4848-8b2a-1c689b271626 admin admin] Publish callbacks [] for security_group (be446a78-f477-40a6-a1cf-1e38f8c7b0f4), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:36.960140 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c180b29c-fe21-4848-8b2a-1c689b271626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (be446a78-f477-40a6-a1cf-1e38f8c7b0f4), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:36.963260 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c180b29c-fe21-4848-8b2a-1c689b271626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:36.964600 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-c180b29c-fe21-4848-8b2a-1c689b271626 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be446a78-f477-40a6-a1cf-1e38f8c7b0f4 HTTP/1.1" status: 204 len: 168 time: 0.1627338 Mar 28 18:55:36.975288 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180b29c-fe21-4848-8b2a-1c689b271626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be446a78-f477-40a6-a1cf-1e38f8c7b0f4,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:37.327725 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 56216) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:37.347202 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f82bc76-5b48-4c12-929d-764d75e82a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:37.437180 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f82bc76-5b48-4c12-929d-764d75e82a9c admin admin] Publish callbacks [] for security_group (c610177d-4b4b-4980-ae4d-0a50bcc89b90), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:37.442504 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f82bc76-5b48-4c12-929d-764d75e82a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (c610177d-4b4b-4980-ae4d-0a50bcc89b90), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:37.470097 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82bc76-5b48-4c12-929d-764d75e82a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c610177d-4b4b-4980-ae4d-0a50bcc89b90,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:37.503368 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 56220) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:37.503567 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-0f82bc76-5b48-4c12-929d-764d75e82a9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59fb28b71fed4f4fa871f6d873d9cb7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744673 Mar 28 18:55:37.535240 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 56222) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:37.575799 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f58e2a61-3729-4af8-8e09-46521f25c1b7 admin admin] Publish callbacks [] for security_group (c610177d-4b4b-4980-ae4d-0a50bcc89b90), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:37.603084 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f58e2a61-3729-4af8-8e09-46521f25c1b7 admin admin] Publish callbacks [] for security_group (c610177d-4b4b-4980-ae4d-0a50bcc89b90), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:37.664550 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f58e2a61-3729-4af8-8e09-46521f25c1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (c610177d-4b4b-4980-ae4d-0a50bcc89b90), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:37.667224 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f58e2a61-3729-4af8-8e09-46521f25c1b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:37.668530 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-f58e2a61-3729-4af8-8e09-46521f25c1b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c610177d-4b4b-4980-ae4d-0a50bcc89b90 HTTP/1.1" status: 204 len: 168 time: 0.1636798 Mar 28 18:55:37.671756 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-19291656-9a66-4706-89f4-9f92f64b0e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:37.684818 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e2a61-3729-4af8-8e09-46521f25c1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c610177d-4b4b-4980-ae4d-0a50bcc89b90,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:37.774758 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-19291656-9a66-4706-89f4-9f92f64b0e59 admin admin] Publish callbacks [] for security_group (ed857148-003c-491c-ad18-7fecb0b727da), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:37.780871 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-19291656-9a66-4706-89f4-9f92f64b0e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (ed857148-003c-491c-ad18-7fecb0b727da), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:37.826692 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-19291656-9a66-4706-89f4-9f92f64b0e59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41c8d9db585e4e8cb5938fd412f3ed04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896650 Mar 28 18:55:37.828511 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19291656-9a66-4706-89f4-9f92f64b0e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed857148-003c-491c-ad18-7fecb0b727da,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:37.829153 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 56228) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:37.927177 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4063c4a9-827c-4d9c-b32d-fb8a25178cd8 admin admin] Publish callbacks [] for security_group (ed857148-003c-491c-ad18-7fecb0b727da), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:37.943785 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4063c4a9-827c-4d9c-b32d-fb8a25178cd8 admin admin] Publish callbacks [] for security_group (ed857148-003c-491c-ad18-7fecb0b727da), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:38.006735 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4063c4a9-827c-4d9c-b32d-fb8a25178cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (ed857148-003c-491c-ad18-7fecb0b727da), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:38.009268 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4063c4a9-827c-4d9c-b32d-fb8a25178cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:38.010646 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-4063c4a9-827c-4d9c-b32d-fb8a25178cd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed857148-003c-491c-ad18-7fecb0b727da HTTP/1.1" status: 204 len: 168 time: 0.1802237 Mar 28 18:55:38.025087 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063c4a9-827c-4d9c-b32d-fb8a25178cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed857148-003c-491c-ad18-7fecb0b727da,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:38.120368 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 56236) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:38.134845 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed4d1d7c-93fb-4ef6-9ac6-987cd63aae0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:38.233484 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed4d1d7c-93fb-4ef6-9ac6-987cd63aae0a admin admin] Publish callbacks [] for security_group (7361dc46-e613-4c53-8d5d-0616d3c3f037), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:38.238283 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed4d1d7c-93fb-4ef6-9ac6-987cd63aae0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (7361dc46-e613-4c53-8d5d-0616d3c3f037), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:38.273243 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-ed4d1d7c-93fb-4ef6-9ac6-987cd63aae0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b46a190668041d8965f964d6b018c30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514900 Mar 28 18:55:38.275810 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 56242) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:38.319264 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d1d7c-93fb-4ef6-9ac6-987cd63aae0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7361dc46-e613-4c53-8d5d-0616d3c3f037,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:38.348624 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51bbbbf3-9ffa-4b0b-8955-c632bdba36b1 admin admin] Publish callbacks [] for security_group (7361dc46-e613-4c53-8d5d-0616d3c3f037), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:38.375540 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51bbbbf3-9ffa-4b0b-8955-c632bdba36b1 admin admin] Publish callbacks [] for security_group (7361dc46-e613-4c53-8d5d-0616d3c3f037), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:38.456788 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51bbbbf3-9ffa-4b0b-8955-c632bdba36b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (7361dc46-e613-4c53-8d5d-0616d3c3f037), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:38.464307 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51bbbbf3-9ffa-4b0b-8955-c632bdba36b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:38.465485 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-51bbbbf3-9ffa-4b0b-8955-c632bdba36b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7361dc46-e613-4c53-8d5d-0616d3c3f037 HTTP/1.1" status: 204 len: 168 time: 0.1884677 Mar 28 18:55:38.478333 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbbbf3-9ffa-4b0b-8955-c632bdba36b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7361dc46-e613-4c53-8d5d-0616d3c3f037,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:38.894962 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e5ef4b0-4c15-42f9-8de6-ad373462fd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:41.059358 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b83548d-b5e8-4bac-9498-cdec220d8d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:41.293313 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 9898a21e-dd11-474a-85f3-0669dd84988d details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:55:41.448508 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 9898a21e-dd11-474a-85f3-0669dd84988d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=9898a21e-dd11-474a-85f3-0669dd84988d,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:41.466196 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '9898a21e-dd11-474a-85f3-0669dd84988d', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'port_id': '9898a21e-dd11-474a-85f3-0669dd84988d', 'mac_address': 'fa:16:3e:e3:b0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:55:41.515555 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 9898a21e-dd11-474a-85f3-0669dd84988d is: ACTIVE; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:41.516323 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:41.533176 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9898a21e-dd11-474a-85f3-0669dd84988d {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:41.555926 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 9898a21e-dd11-474a-85f3-0669dd84988d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=9898a21e-dd11-474a-85f3-0669dd84988d,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:41.559973 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:41.624559 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=9898a21e-dd11-474a-85f3-0669dd84988d,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:41.681423 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['9898a21e-dd11-474a-85f3-0669dd84988d'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:55:42.231995 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:42.650653 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 56346) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:42.718242 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-34d37fac-aac0-44a8-a56a-c87ff31d461d tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--703241585&fields=id&tenant_id=c69570426a7f4c439b61b7ba410ae299 HTTP/1.1" status: 200 len: 267 time: 0.0990617 Mar 28 18:55:42.793693 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723135c-7094-4ede-a834-6046d24a7841 req-fd8181e2-6715-4906-b766-ae225795abf0 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:42.798005 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0723135c-7094-4ede-a834-6046d24a7841 req-fd8181e2-6715-4906-b766-ae225795abf0 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/networks?id=2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 HTTP/1.1" status: 200 len: 813 time: 0.1500826 Mar 28 18:55:42.812744 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1f93ca0-3897-424b-b23e-b8c89446ea3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:42.848531 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0723135c-7094-4ede-a834-6046d24a7841 req-267469ad-6763-47b8-b705-6f00d2eae78f tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/quotas/1be589f92c0d40dbb104a116328f81b1 HTTP/1.1" status: 200 len: 375 time: 0.0251906 Mar 28 18:55:42.908165 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0723135c-7094-4ede-a834-6046d24a7841 req-950fcef4-10c6-4781-a1a9-e0136ccbbb83 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1be589f92c0d40dbb104a116328f81b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473592 Mar 28 18:55:42.918693 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-d9598c3d-3dd2-4790-a212-ebc226b3de61 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:42.927250 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-d9598c3d-3dd2-4790-a212-ebc226b3de61 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 818 time: 0.2079532 Mar 28 18:55:42.945642 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-0d869b6a-1456-468f-9359-f6e478bd293c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/quotas/c69570426a7f4c439b61b7ba410ae299 HTTP/1.1" status: 200 len: 375 time: 0.0170848 Mar 28 18:55:43.029887 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1f93ca0-3897-424b-b23e-b8c89446ea3d admin admin] Publish callbacks [] for security_group (d3c33bd5-40e6-4005-b99c-4ebe9f3535c0), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:43.036344 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-3be3eb20-52bd-4d61-bf77-b4ec2bf2561a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0892231 Mar 28 18:55:43.038361 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1f93ca0-3897-424b-b23e-b8c89446ea3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (d3c33bd5-40e6-4005-b99c-4ebe9f3535c0), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:43.066998 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0723135c-7094-4ede-a834-6046d24a7841 req-31d9754b-62bb-40b3-a8ea-67f74263ac41 service neutron] 10.222.0.18 "GET /v2.0/networks/2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353276 Mar 28 18:55:43.143303 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 56362) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:43.143661 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-b1f93ca0-3897-424b-b23e-b8c89446ea3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93a77e544bbc4336b09e7bc1376393cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4913137 Mar 28 18:55:43.144400 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f93ca0-3897-424b-b23e-b8c89446ea3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c33bd5-40e6-4005-b99c-4ebe9f3535c0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:43.178714 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-edd73841-b2cd-4e4f-b69d-79150c4cbf1d service neutron] 10.222.0.18 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414626 Mar 28 18:55:43.239748 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0723135c-7094-4ede-a834-6046d24a7841 req-bf96233e-f47a-4f68-b5fc-928fb91147aa service neutron] 10.222.0.18 "GET /v2.0/networks/2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463737 Mar 28 18:55:43.318025 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 9898a21e-dd11-474a-85f3-0669dd84988d up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:43.371509 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a82a97d7-9a62-4ce7-9737-a1964031c09c admin admin] Publish callbacks [] for security_group (d3c33bd5-40e6-4005-b99c-4ebe9f3535c0), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:43.416453 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 9898a21e-dd11-474a-85f3-0669dd84988d triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:43.416973 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:43.527989 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-42eb33b2-0e40-455e-a0d7-fcf441e12a6a service neutron] 10.222.0.18 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374135 Mar 28 18:55:43.546438 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a82a97d7-9a62-4ce7-9737-a1964031c09c admin admin] Publish callbacks [] for security_group (d3c33bd5-40e6-4005-b99c-4ebe9f3535c0), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:43.598054 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 9898a21e-dd11-474a-85f3-0669dd84988d is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:43.598454 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:43.644291 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a82a97d7-9a62-4ce7-9737-a1964031c09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (d3c33bd5-40e6-4005-b99c-4ebe9f3535c0), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:43.657865 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a82a97d7-9a62-4ce7-9737-a1964031c09c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:43.662035 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-a82a97d7-9a62-4ce7-9737-a1964031c09c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3c33bd5-40e6-4005-b99c-4ebe9f3535c0 HTTP/1.1" status: 204 len: 168 time: 0.5155840 Mar 28 18:55:43.690999 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a97d7-9a62-4ce7-9737-a1964031c09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c33bd5-40e6-4005-b99c-4ebe9f3535c0,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:43.728347 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9898a21e-dd11-474a-85f3-0669dd84988d'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:43.738352 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50702d4-3fbf-4ae1-be03-25170c966005" -d '{"events": [{"server_uuid": "ef4cbe99-d352-43ed-95ac-866bd7f1a46c", "name": "network-vif-plugged", "status": "completed", "tag": "9898a21e-dd11-474a-85f3-0669dd84988d"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:43.758259 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab85dd-e9c0-4cc5-9a89-2d0f39e1a6a4 req-be0e899c-ec7f-4d67-8364-1545636438d0 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:43.768069 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-eaab85dd-e9c0-4cc5-9a89-2d0f39e1a6a4 req-be0e899c-ec7f-4d67-8364-1545636438d0 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.1899118 Mar 28 18:55:43.855887 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 9898a21e-dd11-474a-85f3-0669dd84988d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=9898a21e-dd11-474a-85f3-0669dd84988d,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:43.860414 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:43.866978 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:43.929108 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-eaab85dd-e9c0-4cc5-9a89-2d0f39e1a6a4 req-a75cdbba-fe67-49e8-b61b-b94b58d59737 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445575 Mar 28 18:55:44.083991 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a248f743-9892-46ee-a116-15fce0cfcff4 req-692f3fe9-be74-4e2e-9c35-efbe6a8ad158 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 210 time: 0.0962276 Mar 28 18:55:44.112149 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=9898a21e-dd11-474a-85f3-0669dd84988d,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:44.175882 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0810b-b169-467a-8a27-9e8f3e9aa69f req-ba054670-bf1e-43f8-bae4-ab0cbd4ebb24 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:44.183298 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789a00c4-cac9-4ce2-b58f-fe2dd1c52739 x-openstack-request-id: req-789a00c4-cac9-4ce2-b58f-fe2dd1c52739 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:44.183604 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4cbe99-d352-43ed-95ac-866bd7f1a46c", "name": "network-vif-plugged", "status": "completed", "tag": "9898a21e-dd11-474a-85f3-0669dd84988d", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:44.184056 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-789a00c4-cac9-4ce2-b58f-fe2dd1c52739 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:44.184428 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789a00c4-cac9-4ce2-b58f-fe2dd1c52739'] response: {'server_uuid': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9898a21e-dd11-474a-85f3-0669dd84988d', 'code': 200} Mar 28 18:55:44.187357 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d2c0810b-b169-467a-8a27-9e8f3e9aa69f req-ba054670-bf1e-43f8-bae4-ab0cbd4ebb24 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.2181406 Mar 28 18:55:44.339619 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d2c0810b-b169-467a-8a27-9e8f3e9aa69f req-2f1482e8-be6b-490b-b592-d2bbc5a17036 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436310 Mar 28 18:55:44.344227 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8f8e93a4-dd7f-42af-ae27-e2eef3d47ae5 req-cdba2307-d1e8-4c56-a58a-6a60b8f37b9a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 210 time: 0.0952990 Mar 28 18:55:44.887004 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2d9d2-910b-429d-ba03-f0b906ea004f req-ff2962a3-a068-4beb-bbe9-10d1976d1b91 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:44.901394 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dcc2d9d2-910b-429d-ba03-f0b906ea004f req-ff2962a3-a068-4beb-bbe9-10d1976d1b91 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.2277513 Mar 28 18:55:45.104745 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:45.242424 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dcc2d9d2-910b-429d-ba03-f0b906ea004f req-129780d7-4e35-4598-a523-17ab8c0ddf14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399560 Mar 28 18:55:45.297445 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bec44-2352-4300-96ee-38c630e46729 req-d1964741-634e-4f51-98e4-8a4d135c60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:45.303661 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-998bec44-2352-4300-96ee-38c630e46729 req-d1964741-634e-4f51-98e4-8a4d135c60a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45d2c6dc8f841e08e19262d3e899379&device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 1130 time: 0.3719106 Mar 28 18:55:45.351006 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-60dc03d9-9be8-4a9c-a76a-77d9ad623da9 req-a6c5187a-c20a-466a-8c73-7c8dedd68870 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 210 time: 0.0709064 Mar 28 18:55:45.453131 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bec44-2352-4300-96ee-38c630e46729 req-d84a70f7-c5e0-454c-a67c-d6a9a5fe4184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:45.455114 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-998bec44-2352-4300-96ee-38c630e46729 req-d84a70f7-c5e0-454c-a67c-d6a9a5fe4184 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5e6a87c-ad2a-4972-8652-596abac069a8 HTTP/1.1" status: 200 len: 912 time: 0.1419365 Mar 28 18:55:45.536750 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-998bec44-2352-4300-96ee-38c630e46729 req-d7006b61-d7d2-4c8d-b83e-80383df47c2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d2d93df-959d-442a-b929-70bd5ee2a5ce HTTP/1.1" status: 200 len: 1000 time: 0.0752194 Mar 28 18:55:45.611497 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1522d-6b47-4b35-a7a0-bdb4f266a222 req-f7167449-f1ff-4aa8-b93d-cff6ba26ddb7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:45.630647 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7bf1522d-6b47-4b35-a7a0-bdb4f266a222 req-f7167449-f1ff-4aa8-b93d-cff6ba26ddb7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.1595459 Mar 28 18:55:45.718740 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8a86f420-8211-4a1a-ab29-058afa185eb3 req-18d1afc3-3e7b-44b2-98bb-5543244bd5ac tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 210 time: 0.1806383 Mar 28 18:55:45.829364 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7bf1522d-6b47-4b35-a7a0-bdb4f266a222 req-8c4c3b4e-d461-47d3-8c01-a03cf74065ba tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829259 Mar 28 18:55:46.017594 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bec44-2352-4300-96ee-38c630e46729 req-4998e74e-efb4-43ad-ac92-2b85ffd91db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:46.019283 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-998bec44-2352-4300-96ee-38c630e46729 req-4998e74e-efb4-43ad-ac92-2b85ffd91db3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c4a9391-442b-448c-9626-0f4d30aa8d78 HTTP/1.1" status: 200 len: 850 time: 0.4756577 Mar 28 18:55:46.219781 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:55:46.320830 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bec44-2352-4300-96ee-38c630e46729 req-e5a4da30-6b51-437d-8648-8c6ee2753970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:46.325762 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-998bec44-2352-4300-96ee-38c630e46729 req-e5a4da30-6b51-437d-8648-8c6ee2753970 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5e6a87c-ad2a-4972-8652-596abac069a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2925262 Mar 28 18:55:46.354613 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723135c-7094-4ede-a834-6046d24a7841 req-f042f3b4-c85d-4a32-ae21-214ce85769d1 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:46.356459 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0723135c-7094-4ede-a834-6046d24a7841 req-f042f3b4-c85d-4a32-ae21-214ce85769d1 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.23 "GET /v2.0/networks?id=2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 HTTP/1.1" status: 200 len: 813 time: 0.6051242 Mar 28 18:55:46.388183 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-0723135c-7094-4ede-a834-6046d24a7841 req-7c3bd302-e227-469f-aba2-748ddccf0445 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Request body: {'port': {'device_id': '7cbe2339-fd21-4b7e-b0dc-7d076390d57e', 'network_id': '2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3', 'admin_state_up': True, 'tenant_id': '1be589f92c0d40dbb104a116328f81b1'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:46.605755 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5deb1d98-2aef-404f-83bd-4f0955b3cacf req-9e709714-0b5f-41aa-868e-ae9ee8820f15 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 210 time: 0.0542471 Mar 28 18:55:46.751227 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-9ac4e1ff-6ccd-4516-a573-7e56f6e466e1 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:46.755565 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-9ac4e1ff-6ccd-4516-a573-7e56f6e466e1 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 818 time: 0.3458369 Mar 28 18:55:46.883884 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a193c5-1e19-4be5-8029-790a076d58db req-d2d2725d-3e90-4f60-992d-258c337ccb6a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:46.897844 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-40a193c5-1e19-4be5-8029-790a076d58db req-d2d2725d-3e90-4f60-992d-258c337ccb6a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.4894128 Mar 28 18:55:46.936414 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-998bec44-2352-4300-96ee-38c630e46729 req-4fe818a9-a4c2-4b0e-b1c5-c8675ffc7b19 service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766964 Mar 28 18:55:46.978299 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-06c530a9-714b-44ed-8eaa-854199928dda tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c69570426a7f4c439b61b7ba410ae299 HTTP/1.1" status: 200 len: 379 time: 0.1981552 Mar 28 18:55:46.995909 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-38c7af6f-4672-410a-8edf-7c46d0f55166 req-c6b1c70f-e2b0-4e8e-9a8d-731388622f14 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 210 time: 0.0660782 Mar 28 18:55:47.012187 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-f3e20542-67d6-4fed-8412-263dddc62d6b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Request body: {'port': {'device_id': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'admin_state_up': True, 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'security_groups': ['d15476f0-959d-4386-8c6e-ab6719909e63']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:47.111247 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0723135c-7094-4ede-a834-6046d24a7841 req-7c3bd302-e227-469f-aba2-748ddccf0445 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Made reservation on behalf of 1be589f92c0d40dbb104a116328f81b1 for: {'port': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:47.115058 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-0723135c-7094-4ede-a834-6046d24a7841 req-7c3bd302-e227-469f-aba2-748ddccf0445 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:47.228692 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-40a193c5-1e19-4be5-8029-790a076d58db req-be11f6db-6061-4d4a-a959-bec670ca2bf8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241243 Mar 28 18:55:47.230646 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e568f0-6df6-4f15-8ff4-8511ed5f1cc5 req-346839a2-e183-4a52-a127-92e001e8b3a8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:47.238335 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c7e568f0-6df6-4f15-8ff4-8511ed5f1cc5 req-346839a2-e183-4a52-a127-92e001e8b3a8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.1207554 Mar 28 18:55:47.310077 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-998bec44-2352-4300-96ee-38c630e46729 req-bb8b3d87-a8fd-4ca7-911a-48be42ae3187 service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601387 Mar 28 18:55:47.359845 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [req-0723135c-7094-4ede-a834-6046d24a7841 req-7c3bd302-e227-469f-aba2-748ddccf0445 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Allocated IP 172.20.0.13 (2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3/fbe72136-773a-4fbf-a255-cf2dbe492572/78a42322-c43b-4b21-baad-87e6415a8838) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:47.404890 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c7e568f0-6df6-4f15-8ff4-8511ed5f1cc5 req-5334f735-44e2-449f-b66e-2c18e70f663f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656446 Mar 28 18:55:47.448650 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-f3e20542-67d6-4fed-8412-263dddc62d6b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Made reservation on behalf of c69570426a7f4c439b61b7ba410ae299 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:47.453266 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-f3e20542-67d6-4fed-8412-263dddc62d6b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:47.635437 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-0723135c-7094-4ede-a834-6046d24a7841 req-7c3bd302-e227-469f-aba2-748ddccf0445 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks [] for port (78a42322-c43b-4b21-baad-87e6415a8838), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:47.755632 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-0723135c-7094-4ede-a834-6046d24a7841 req-7c3bd302-e227-469f-aba2-748ddccf0445 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (78a42322-c43b-4b21-baad-87e6415a8838), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:47.856728 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-f3e20542-67d6-4fed-8412-263dddc62d6b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Allocated IP 172.20.0.12 (6d432814-d48c-4d16-952f-f098f6b2256a/9cea6ad9-2b34-4256-8da2-461f0d366d66/6a675bf1-6ed9-43a0-8c07-95111ed4670f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:48.240227 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-f3e20542-67d6-4fed-8412-263dddc62d6b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:48.303109 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4343741a-558a-426e-a51b-71d028a96ce7 req-df2101d2-5205-47c0-90ff-3c3c91cf6099 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 210 time: 0.0785515 Mar 28 18:55:48.431923 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-f3e20542-67d6-4fed-8412-263dddc62d6b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:48.490121 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0723135c-7094-4ede-a834-6046d24a7841 req-7c3bd302-e227-469f-aba2-748ddccf0445 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Network 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:48.514320 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [req-0723135c-7094-4ede-a834-6046d24a7841 req-7c3bd302-e227-469f-aba2-748ddccf0445 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:48.518283 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-0723135c-7094-4ede-a834-6046d24a7841 req-7c3bd302-e227-469f-aba2-748ddccf0445 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:48.555950 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bd302-e227-469f-aba2-748ddccf0445 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Pushing event updated for resources: {'Port': ['ID=78a42322-c43b-4b21-baad-87e6415a8838,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:48.598058 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b724539-d334-425e-af08-494319590bb9 req-ad1f1ea0-d918-4421-b6a7-f95fd676d9d0 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:48.606503 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-f3e20542-67d6-4fed-8412-263dddc62d6b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Network 6d432814-d48c-4d16-952f-f098f6b2256a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:48.609452 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3b724539-d334-425e-af08-494319590bb9 req-ad1f1ea0-d918-4421-b6a7-f95fd676d9d0 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 932 time: 0.8571680 Mar 28 18:55:48.631977 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-f3e20542-67d6-4fed-8412-263dddc62d6b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:48.636064 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-f3e20542-67d6-4fed-8412-263dddc62d6b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:48.638955 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e20542-67d6-4fed-8412-263dddc62d6b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Pushing event updated for resources: {'Port': ['ID=6a675bf1-6ed9-43a0-8c07-95111ed4670f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:48.670224 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723135c-7094-4ede-a834-6046d24a7841 req-7c3bd302-e227-469f-aba2-748ddccf0445 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:48.671410 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-0723135c-7094-4ede-a834-6046d24a7841 req-7c3bd302-e227-469f-aba2-748ddccf0445 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:48.684561 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61911-4b50-4711-ad27-530f44168656 req-6e7f9237-dc73-4e8b-8f4c-bb09a0d38a17 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:48.686682 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c2c61911-4b50-4711-ad27-530f44168656 req-6e7f9237-dc73-4e8b-8f4c-bb09a0d38a17 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.2474279 Mar 28 18:55:48.771726 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0723135c-7094-4ede-a834-6046d24a7841 req-7c3bd302-e227-469f-aba2-748ddccf0445 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3971686 Mar 28 18:55:48.787674 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3b724539-d334-425e-af08-494319590bb9 req-549312e0-7119-4a06-b8d1-50331a449867 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768353 Mar 28 18:55:48.815888 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Request body: {'port': {'device_id': '7cbe2339-fd21-4b7e-b0dc-7d076390d57e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:48.845223 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-f3e20542-67d6-4fed-8412-263dddc62d6b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:48.846050 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-f3e20542-67d6-4fed-8412-263dddc62d6b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:48.875494 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c2c61911-4b50-4711-ad27-530f44168656 req-d9df204a-0858-4480-a2c8-98b862e80329 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740067 Mar 28 18:55:48.898691 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-f3e20542-67d6-4fed-8412-263dddc62d6b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9015145 Mar 28 18:55:48.913462 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Request body: {'port': {'device_id': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:49.034399 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (78a42322-c43b-4b21-baad-87e6415a8838), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:49.073843 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:49.094421 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-3a3d443e-af16-44b0-a398-2ff8bcb0d7a1 None None] Provisioning complete for port 6a675bf1-6ed9-43a0-8c07-95111ed4670f triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:49.095470 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a3d443e-af16-44b0-a398-2ff8bcb0d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:49.204894 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d443e-af16-44b0-a398-2ff8bcb0d7a1 None None] Port 6a675bf1-6ed9-43a0-8c07-95111ed4670f cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:49.391136 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8c1d0-616c-47e1-8525-75a27afbd61a req-e124124c-bbd1-4a50-b88b-0d2094c6f7fe tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:49.398744 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c5e8c1d0-616c-47e1-8525-75a27afbd61a req-e124124c-bbd1-4a50-b88b-0d2094c6f7fe tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.3133829 Mar 28 18:55:49.472857 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c5e8c1d0-616c-47e1-8525-75a27afbd61a req-4352cdb2-bf62-4251-a608-afcf10809b8c tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654206 Mar 28 18:55:49.686889 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a42322-c43b-4b21-baad-87e6415a8838 {{(pid=109703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:49.710151 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Publish callbacks [] for port (78a42322-c43b-4b21-baad-87e6415a8838), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:49.735342 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.provisioning_blocks [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Transition to ACTIVE for port object 78a42322-c43b-4b21-baad-87e6415a8838 will not be triggered until provisioned by entity L2. {{(pid=109703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:55:49.744146 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (78a42322-c43b-4b21-baad-87e6415a8838), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:49.806396 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Pushing event updated for resources: {'Port': ['ID=78a42322-c43b-4b21-baad-87e6415a8838,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:49.959902 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f59e-d2c3-47d3-9b68-8ddfa8b5c19a req-e9a8b823-fe87-4ac5-8318-0db5a58afc20 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:49.962695 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fc49f59e-d2c3-47d3-9b68-8ddfa8b5c19a req-e9a8b823-fe87-4ac5-8318-0db5a58afc20 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 932 time: 0.1481540 Mar 28 18:55:49.974758 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a675bf1-6ed9-43a0-8c07-95111ed4670f {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:49.996937 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Publish callbacks [] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:50.026928 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Transition to ACTIVE for port object 6a675bf1-6ed9-43a0-8c07-95111ed4670f will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:55:50.041464 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:50.088783 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fc49f59e-d2c3-47d3-9b68-8ddfa8b5c19a req-fd031007-a3d6-4c63-8cbf-f0a33833c4fc tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144528 Mar 28 18:55:50.175285 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a675bf1-6ed9-43a0-8c07-95111ed4670f,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:50.222922 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Attempting to bind port 78a42322-c43b-4b21-baad-87e6415a8838 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:50.223482 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Attempting to bind port 78a42322-c43b-4b21-baad-87e6415a8838 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'e2748ea4-c95b-4f98-b108-25e28d92912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3'}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:50.224137 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Attempting to bind port 78a42322-c43b-4b21-baad-87e6415a8838 on network 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:50.241144 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fc43a-a128-418f-887c-43d414105c28 req-30efaae4-7e13-4c0a-b93d-66509e9a1d61 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:50.243476 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-430fc43a-a128-418f-887c-43d414105c28 req-30efaae4-7e13-4c0a-b93d-66509e9a1d61 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 944 time: 0.3014808 Mar 28 18:55:50.244249 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Port 78a42322-c43b-4b21-baad-87e6415a8838 on network 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:55:50.244757 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Attempting to bind port 78a42322-c43b-4b21-baad-87e6415a8838 on network 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:50.253932 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:50.254346 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Checking segment: {'id': 'e2748ea4-c95b-4f98-b108-25e28d92912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:50.254740 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Bound using segment: {'id': 'e2748ea4-c95b-4f98-b108-25e28d92912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3'} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:50.255184 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Bound port: 78a42322-c43b-4b21-baad-87e6415a8838, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2748ea4-c95b-4f98-b108-25e28d92912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3'}}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:50.255553 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (78a42322-c43b-4b21-baad-87e6415a8838), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:50.295144 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Attempting to bind port 6a675bf1-6ed9-43a0-8c07-95111ed4670f on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:50.295513 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Attempting to bind port 6a675bf1-6ed9-43a0-8c07-95111ed4670f by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:50.295925 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Attempting to bind port 6a675bf1-6ed9-43a0-8c07-95111ed4670f on network 6d432814-d48c-4d16-952f-f098f6b2256a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:50.300945 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Port 6a675bf1-6ed9-43a0-8c07-95111ed4670f on network 6d432814-d48c-4d16-952f-f098f6b2256a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:55:50.301328 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Attempting to bind port 6a675bf1-6ed9-43a0-8c07-95111ed4670f on network 6d432814-d48c-4d16-952f-f098f6b2256a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:50.307643 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:50.307986 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Checking segment: {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:50.308373 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Bound using segment: {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:50.308802 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Bound port: 6a675bf1-6ed9-43a0-8c07-95111ed4670f, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:50.309559 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:50.339997 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-430fc43a-a128-418f-887c-43d414105c28 req-beff7641-d7bc-4d0b-8d51-26c974260553 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872326 Mar 28 18:55:50.409117 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] For port 78a42322-c43b-4b21-baad-87e6415a8838, host hv-cinder-83548, cleared binding levels {{(pid=109703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:50.417870 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] For port 78a42322-c43b-4b21-baad-87e6415a8838, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=78a42322-c43b-4b21-baad-87e6415a8838,segment=NetworkSegment(e2748ea4-c95b-4f98-b108-25e28d92912f),segment_id=e2748ea4-c95b-4f98-b108-25e28d92912f)] {{(pid=109703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:50.427016 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (78a42322-c43b-4b21-baad-87e6415a8838), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:50.448076 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] For port 6a675bf1-6ed9-43a0-8c07-95111ed4670f, host hv-cinder-83548, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:50.453761 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] For port 6a675bf1-6ed9-43a0-8c07-95111ed4670f, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=6a675bf1-6ed9-43a0-8c07-95111ed4670f,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:50.462109 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:50.462471 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:50.463835 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0723135c-7094-4ede-a834-6046d24a7841 req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] 10.222.0.23 "PUT /v2.0/ports/78a42322-c43b-4b21-baad-87e6415a8838 HTTP/1.1" status: 200 len: 1094 time: 1.6696205 Mar 28 18:55:50.464291 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe2339-fd21-4b7e-b0dc-7d076390d57e', 'tag': '78a42322-c43b-4b21-baad-87e6415a8838'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:50.464885 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:50.467456 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43f89bf-b158-443d-9db7-3a6e05898773" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbe2339-fd21-4b7e-b0dc-7d076390d57e", "tag": "78a42322-c43b-4b21-baad-87e6415a8838"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:50.528040 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e322e5a4-4824-4e96-814d-e5409f5cdb38 x-openstack-request-id: req-e322e5a4-4824-4e96-814d-e5409f5cdb38 {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:50.528343 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbe2339-fd21-4b7e-b0dc-7d076390d57e", "tag": "78a42322-c43b-4b21-baad-87e6415a8838", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:50.529129 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e322e5a4-4824-4e96-814d-e5409f5cdb38 {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:50.529539 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e322e5a4-4824-4e96-814d-e5409f5cdb38'] response: {'name': 'network-changed', 'server_uuid': '7cbe2339-fd21-4b7e-b0dc-7d076390d57e', 'tag': '78a42322-c43b-4b21-baad-87e6415a8838', 'status': 'completed', 'code': 200} Mar 28 18:55:50.559990 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322ba2b-8ac8-4447-8c78-2c9ffc23ab63 service neutron] Pushing event updated for resources: {'Port': ['ID=78a42322-c43b-4b21-baad-87e6415a8838,revision_number=3']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:50.568503 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:50.569136 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:50.576407 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] 10.222.0.23 "PUT /v2.0/ports/6a675bf1-6ed9-43a0-8c07-95111ed4670f HTTP/1.1" status: 200 len: 1094 time: 1.6704545 Mar 28 18:55:50.578773 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'tag': '6a675bf1-6ed9-43a0-8c07-95111ed4670f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:50.583965 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723135c-7094-4ede-a834-6046d24a7841 req-2e94908c-10cb-4800-9fd2-d9a473208617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:50.585890 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0723135c-7094-4ede-a834-6046d24a7841 req-2e94908c-10cb-4800-9fd2-d9a473208617 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1be589f92c0d40dbb104a116328f81b1&device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 1128 time: 0.0549967 Mar 28 18:55:50.593817 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939c75fb-56c6-4bf0-87c3-743068ba8a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb36d3d-0a73-4237-8e91-ef346fe98ef3", "tag": "6a675bf1-6ed9-43a0-8c07-95111ed4670f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:50.654862 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0723135c-7094-4ede-a834-6046d24a7841 req-5ce74fb5-aa24-48d2-b8b2-3adedd3d0058 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78a42322-c43b-4b21-baad-87e6415a8838 HTTP/1.1" status: 200 len: 217 time: 0.0570779 Mar 28 18:55:50.717799 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1409eaa7-6483-4a8d-b0d4-42d5040ad25b x-openstack-request-id: req-1409eaa7-6483-4a8d-b0d4-42d5040ad25b {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:50.718302 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb36d3d-0a73-4237-8e91-ef346fe98ef3", "tag": "6a675bf1-6ed9-43a0-8c07-95111ed4670f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:50.718776 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1409eaa7-6483-4a8d-b0d4-42d5040ad25b {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:50.720531 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1409eaa7-6483-4a8d-b0d4-42d5040ad25b'] response: {'name': 'network-changed', 'server_uuid': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'tag': '6a675bf1-6ed9-43a0-8c07-95111ed4670f', 'status': 'completed', 'code': 200} Mar 28 18:55:50.737033 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fa202-1d1e-42ae-9f0b-1c647ed2bdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a675bf1-6ed9-43a0-8c07-95111ed4670f,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:50.788012 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a26844-9ba5-4c7b-a262-fd0bfc02faeb req-0987c5c0-e3c3-44b6-ad25-c8a31e40c0e7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:50.795005 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-59a26844-9ba5-4c7b-a262-fd0bfc02faeb req-0987c5c0-e3c3-44b6-ad25-c8a31e40c0e7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.1390975 Mar 28 18:55:50.796072 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-30175a0f-517d-4e70-9ae3-bf1ff98ae263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:50.797954 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-30175a0f-517d-4e70-9ae3-bf1ff98ae263 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 1128 time: 0.1675224 Mar 28 18:55:50.802841 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723135c-7094-4ede-a834-6046d24a7841 req-07a97e8c-4f03-4d30-805d-ca6a57d4f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:50.804254 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0723135c-7094-4ede-a834-6046d24a7841 req-07a97e8c-4f03-4d30-805d-ca6a57d4f6d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fbe72136-773a-4fbf-a255-cf2dbe492572 HTTP/1.1" status: 200 len: 853 time: 0.1334281 Mar 28 18:55:50.857034 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-baeaec7f-6133-4be9-b364-9a43f04d585d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a675bf1-6ed9-43a0-8c07-95111ed4670f HTTP/1.1" status: 200 len: 217 time: 0.0418589 Mar 28 18:55:50.875011 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-59a26844-9ba5-4c7b-a262-fd0bfc02faeb req-d4de74f8-ca50-4a6d-8ca4-1a544e22b2af tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791299 Mar 28 18:55:50.877255 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0723135c-7094-4ede-a834-6046d24a7841 req-0f753e81-6c0d-4346-838f-3fbe7d1a2d1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605519 Mar 28 18:55:50.951016 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-f7519d98-6167-46bf-a96e-0f5215e322b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:50.952714 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-f7519d98-6167-46bf-a96e-0f5215e322b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.0869741 Mar 28 18:55:51.029539 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0723135c-7094-4ede-a834-6046d24a7841 req-8b988a25-b505-4b91-9e58-da1bad8e4a76 service neutron] 10.222.0.23 "GET /v2.0/networks/2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432858 Mar 28 18:55:51.033608 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-5440459b-04f4-468e-aed2-d012cb7beb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:51.035745 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-5440459b-04f4-468e-aed2-d012cb7beb4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0765839 Mar 28 18:55:51.212861 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-6167ccc0-c110-4c43-a7dd-9db1482d4115 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700914 Mar 28 18:55:51.269340 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0723135c-7094-4ede-a834-6046d24a7841 req-0b469539-1f0b-49e6-83bf-672addc063c0 service neutron] 10.222.0.23 "GET /v2.0/networks/2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329130 Mar 28 18:55:51.420718 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f89bf-b158-443d-9db7-3a6e05898773 req-2bfa7f94-7cdc-48df-b4ab-d1fc7511335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:51.429395 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d43f89bf-b158-443d-9db7-3a6e05898773 req-2bfa7f94-7cdc-48df-b4ab-d1fc7511335a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1be589f92c0d40dbb104a116328f81b1&device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 1128 time: 0.1069582 Mar 28 18:55:51.464791 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-84d15395-433e-4ca4-bcbb-96979e1d238f req-e892da63-ff0e-4449-a195-531f3a09155a service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452145 Mar 28 18:55:51.476011 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d1b89-5412-4337-9d89-78796ea63704 req-a4300246-2802-408d-921d-dfb6ecf03791 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:51.484908 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1b3d1b89-5412-4337-9d89-78796ea63704 req-a4300246-2802-408d-921d-dfb6ecf03791 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 944 time: 0.1825461 Mar 28 18:55:51.609785 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f985fbb-a4d7-452b-a8ee-a4e7cee2b95c req-6cc6bcb1-8b2f-4486-84ec-faf18dc3ca36 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:51.618876 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7f985fbb-a4d7-452b-a8ee-a4e7cee2b95c req-6cc6bcb1-8b2f-4486-84ec-faf18dc3ca36 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 944 time: 0.1300812 Mar 28 18:55:51.652211 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f89bf-b158-443d-9db7-3a6e05898773 req-e7403a7e-0642-4a55-b26b-1f43751d2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:51.654139 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d43f89bf-b158-443d-9db7-3a6e05898773 req-e7403a7e-0642-4a55-b26b-1f43751d2b8e service neutron] 10.222.0.23 "GET /v2.0/networks?id=2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 HTTP/1.1" status: 200 len: 914 time: 0.2176521 Mar 28 18:55:51.694829 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1b3d1b89-5412-4337-9d89-78796ea63704 req-986a9e6b-cc66-414b-bd88-817e4f37645d tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089417 Mar 28 18:55:51.728843 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c75fb-56c6-4bf0-87c3-743068ba8a5f req-5ae5649e-7269-457f-8c4d-3bf448ac1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:51.730105 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-939c75fb-56c6-4bf0-87c3-743068ba8a5f req-5ae5649e-7269-457f-8c4d-3bf448ac1afc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 1128 time: 0.1839139 Mar 28 18:55:51.735956 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7f985fbb-a4d7-452b-a8ee-a4e7cee2b95c req-f5e77831-8fd6-4d0c-bb5b-be4b01041242 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162746 Mar 28 18:55:51.737617 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d43f89bf-b158-443d-9db7-3a6e05898773 req-e5d527bf-13cb-44cc-8700-9000cf548072 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78a42322-c43b-4b21-baad-87e6415a8838 HTTP/1.1" status: 200 len: 217 time: 0.0662897 Mar 28 18:55:51.840130 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f89bf-b158-443d-9db7-3a6e05898773 req-1c2b0419-dadd-4d39-a007-705c00feb19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:51.845910 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d43f89bf-b158-443d-9db7-3a6e05898773 req-1c2b0419-dadd-4d39-a007-705c00feb19a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fbe72136-773a-4fbf-a255-cf2dbe492572 HTTP/1.1" status: 200 len: 853 time: 0.0951247 Mar 28 18:55:51.889156 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c75fb-56c6-4bf0-87c3-743068ba8a5f req-f309ad1e-9042-4692-971b-f82d999c4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:51.890872 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-939c75fb-56c6-4bf0-87c3-743068ba8a5f req-f309ad1e-9042-4692-971b-f82d999c4bd9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 919 time: 0.1451497 Mar 28 18:55:51.924190 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d43f89bf-b158-443d-9db7-3a6e05898773 req-e5ba5cb7-1113-43c6-9f98-03e9fd14c7ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704665 Mar 28 18:55:51.941949 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 56660) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:51.973946 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-939c75fb-56c6-4bf0-87c3-743068ba8a5f req-4e40c242-eb6e-453d-9091-f2faa9d0035e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a675bf1-6ed9-43a0-8c07-95111ed4670f HTTP/1.1" status: 200 len: 217 time: 0.0692043 Mar 28 18:55:52.064913 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d43f89bf-b158-443d-9db7-3a6e05898773 req-5b01ff89-c7dd-4103-84d0-e1116d2e58de service neutron] 10.222.0.23 "GET /v2.0/networks/2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302459 Mar 28 18:55:52.098859 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c75fb-56c6-4bf0-87c3-743068ba8a5f req-325357e8-ee10-472c-b4f2-6987e8f62336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:52.101566 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-939c75fb-56c6-4bf0-87c3-743068ba8a5f req-325357e8-ee10-472c-b4f2-6987e8f62336 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.0821130 Mar 28 18:55:52.117352 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c057c-04f0-4781-ade4-8d6517b6517b req-49f0abf8-15cd-4e1f-bef7-9a30af88a869 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:52.119197 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-198c057c-04f0-4781-ade4-8d6517b6517b req-49f0abf8-15cd-4e1f-bef7-9a30af88a869 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.1289759 Mar 28 18:55:52.215427 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d43f89bf-b158-443d-9db7-3a6e05898773 req-f88e1a07-9a14-418b-ad02-937e1133e489 service neutron] 10.222.0.23 "GET /v2.0/networks/2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437118 Mar 28 18:55:52.294203 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8bf8c6f3-7bfb-46f0-8210-d75289dea735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:52.320836 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-198c057c-04f0-4781-ade4-8d6517b6517b req-06372fad-a721-4bb4-8b27-1e1d99f2593a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923876 Mar 28 18:55:52.324622 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c75fb-56c6-4bf0-87c3-743068ba8a5f req-0f17c313-f4cc-40ea-83db-f4a03638ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:52.327683 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-939c75fb-56c6-4bf0-87c3-743068ba8a5f req-0f17c313-f4cc-40ea-83db-f4a03638ac7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2075481 Mar 28 18:55:52.486582 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8bf8c6f3-7bfb-46f0-8210-d75289dea735 admin admin] Publish callbacks [] for security_group (b24c8763-6510-4cd5-8911-24f86ccde340), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:52.494633 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8bf8c6f3-7bfb-46f0-8210-d75289dea735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (b24c8763-6510-4cd5-8911-24f86ccde340), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:52.524069 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 56698) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:52.546460 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-939c75fb-56c6-4bf0-87c3-743068ba8a5f req-5df6cf7b-7cfa-420e-8147-d7fe969db517 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043488 Mar 28 18:55:52.555022 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8c6f3-7bfb-46f0-8210-d75289dea735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24c8763-6510-4cd5-8911-24f86ccde340,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:52.604802 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-8bf8c6f3-7bfb-46f0-8210-d75289dea735 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f42c57e38fe840cd9ccbe6f3e5444e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6617639 Mar 28 18:55:52.605587 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 56704) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:52.723918 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ba2bfc34-16c2-42c9-93ac-5b91e6a40583 admin admin] Publish callbacks [] for security_group (b24c8763-6510-4cd5-8911-24f86ccde340), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:52.759301 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-939c75fb-56c6-4bf0-87c3-743068ba8a5f req-a802c522-ba11-4c2f-95da-d1979ed8aec7 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064064 Mar 28 18:55:52.759503 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ba2bfc34-16c2-42c9-93ac-5b91e6a40583 admin admin] Publish callbacks [] for security_group (b24c8763-6510-4cd5-8911-24f86ccde340), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:52.777645 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-268dd5b7-99cd-408f-8baa-9516e2ac5cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:52.884400 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ba2bfc34-16c2-42c9-93ac-5b91e6a40583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (b24c8763-6510-4cd5-8911-24f86ccde340), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:52.887861 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ba2bfc34-16c2-42c9-93ac-5b91e6a40583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:52.889950 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-ba2bfc34-16c2-42c9-93ac-5b91e6a40583 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b24c8763-6510-4cd5-8911-24f86ccde340 HTTP/1.1" status: 204 len: 168 time: 0.2833266 Mar 28 18:55:52.912568 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bfc34-16c2-42c9-93ac-5b91e6a40583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24c8763-6510-4cd5-8911-24f86ccde340,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:52.932624 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37401fbf-1419-4438-a119-bfe100a59816 req-712ad490-b840-4c65-bfc0-de6835d862e9 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:52.941316 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-37401fbf-1419-4438-a119-bfe100a59816 req-712ad490-b840-4c65-bfc0-de6835d862e9 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 944 time: 0.1136980 Mar 28 18:55:52.945645 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-268dd5b7-99cd-408f-8baa-9516e2ac5cc3 admin admin] Publish callbacks [] for security_group (68981658-1341-4640-9c85-22ecbfc9ba12), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:52.955854 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-268dd5b7-99cd-408f-8baa-9516e2ac5cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (68981658-1341-4640-9c85-22ecbfc9ba12), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:53.018304 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-37401fbf-1419-4438-a119-bfe100a59816 req-d1d8a0a6-532b-49ac-b477-f3812a55f419 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743060 Mar 28 18:55:53.024820 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cc839-71a8-4381-a0c8-57a249d6e251 req-2baac6af-43e7-44e2-befa-11e91bcd2363 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:53.033398 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fb4cc839-71a8-4381-a0c8-57a249d6e251 req-2baac6af-43e7-44e2-befa-11e91bcd2363 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 944 time: 0.1745436 Mar 28 18:55:53.036653 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dd5b7-99cd-408f-8baa-9516e2ac5cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68981658-1341-4640-9c85-22ecbfc9ba12,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:53.050763 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 56714) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:53.059161 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-268dd5b7-99cd-408f-8baa-9516e2ac5cc3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a09a9aa420248929d48c39fb15f810c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5337107 Mar 28 18:55:53.141015 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fb4cc839-71a8-4381-a0c8-57a249d6e251 req-aa3911ee-2382-47ec-bb46-5a1b6f5475d0 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052830 Mar 28 18:55:53.147407 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4df24843-2473-4f34-b6c9-b273cd0332d0 admin admin] Publish callbacks [] for security_group (68981658-1341-4640-9c85-22ecbfc9ba12), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:53.194369 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4df24843-2473-4f34-b6c9-b273cd0332d0 admin admin] Publish callbacks [] for security_group (68981658-1341-4640-9c85-22ecbfc9ba12), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:53.283249 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4df24843-2473-4f34-b6c9-b273cd0332d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (68981658-1341-4640-9c85-22ecbfc9ba12), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:53.286087 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4df24843-2473-4f34-b6c9-b273cd0332d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:53.287412 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-4df24843-2473-4f34-b6c9-b273cd0332d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68981658-1341-4640-9c85-22ecbfc9ba12 HTTP/1.1" status: 204 len: 168 time: 0.2286472 Mar 28 18:55:53.308965 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df24843-2473-4f34-b6c9-b273cd0332d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68981658-1341-4640-9c85-22ecbfc9ba12,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:53.355125 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 78a42322-c43b-4b21-baad-87e6415a8838 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:55:53.533840 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 78a42322-c43b-4b21-baad-87e6415a8838, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=78a42322-c43b-4b21-baad-87e6415a8838,segment=NetworkSegment(e2748ea4-c95b-4f98-b108-25e28d92912f),segment_id=e2748ea4-c95b-4f98-b108-25e28d92912f)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:53.542697 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83b25d-5822-42ca-b69e-87c855945412 req-f33e0a19-3bb7-4422-b26c-c02c27a6a1a4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:53.544406 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0c83b25d-5822-42ca-b69e-87c855945412 req-f33e0a19-3bb7-4422-b26c-c02c27a6a1a4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.1052272 Mar 28 18:55:53.559305 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '78a42322-c43b-4b21-baad-87e6415a8838', 'network_id': '2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3', 'port_id': '78a42322-c43b-4b21-baad-87e6415a8838', 'mac_address': 'fa:16:3e:7a:72:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe72136-773a-4fbf-a255-cf2dbe492572', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:55:53.602584 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-632ce542-9ea9-489a-8a08-204944b47763 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919627692&fields=id&tenant_id=1b0eb789c909483e8dc11e90ad743cdf HTTP/1.1" status: 200 len: 267 time: 0.0793626 Mar 28 18:55:53.630677 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0c83b25d-5822-42ca-b69e-87c855945412 req-7d0314e4-18f2-4a4b-af14-ee88edc78bdb tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797293 Mar 28 18:55:53.647988 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 78a42322-c43b-4b21-baad-87e6415a8838 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:53.649098 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (78a42322-c43b-4b21-baad-87e6415a8838), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:53.675979 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a42322-c43b-4b21-baad-87e6415a8838 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:53.722051 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 78a42322-c43b-4b21-baad-87e6415a8838, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=78a42322-c43b-4b21-baad-87e6415a8838,segment=NetworkSegment(e2748ea4-c95b-4f98-b108-25e28d92912f),segment_id=e2748ea4-c95b-4f98-b108-25e28d92912f)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:53.744207 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (78a42322-c43b-4b21-baad-87e6415a8838), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:53.789200 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 56728) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:53.808794 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-42c858af-57b4-4d4e-bd02-67947c511ebb tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:53.811106 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-42c858af-57b4-4d4e-bd02-67947c511ebb tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/networks?id=bd8dd670-ca23-468a-833f-deb63d9327f8 HTTP/1.1" status: 200 len: 809 time: 0.2083156 Mar 28 18:55:53.822524 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=78a42322-c43b-4b21-baad-87e6415a8838,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:53.831484 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.832093 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.832604 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.833255 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.833772 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.834287 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.834776 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.835271 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.836426 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.836935 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.837322 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-9038886e-18b7-4bbd-8eca-d749e6be5b25 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/quotas/1b0eb789c909483e8dc11e90ad743cdf HTTP/1.1" status: 200 len: 375 time: 0.0163267 Mar 28 18:55:53.837999 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.839075 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.839644 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.840134 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.840621 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:53.866632 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e84a1a-8bf9-47a9-9a8d-fb4c52025958 admin admin] Deleting subnet 54660222-89f2-420d-bf07-084dc5efe19f {{(pid=109703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 18:55:53.869806 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a3e84a1a-8bf9-47a9-9a8d-fb4c52025958 admin admin] Publish callbacks [] for subnet (54660222-89f2-420d-bf07-084dc5efe19f), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:53.907960 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-55587c7d-8a0f-4ac0-926e-4cdbd405c7a8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b0eb789c909483e8dc11e90ad743cdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695882 Mar 28 18:55:53.916837 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a3e84a1a-8bf9-47a9-9a8d-fb4c52025958 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530570927'] for subnet (54660222-89f2-420d-bf07-084dc5efe19f), precommit_delete_associations {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:53.975643 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a3e84a1a-8bf9-47a9-9a8d-fb4c52025958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (54660222-89f2-420d-bf07-084dc5efe19f), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:54.040042 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a3e84a1a-8bf9-47a9-9a8d-fb4c52025958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530563956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530556935'] for subnet (54660222-89f2-420d-bf07-084dc5efe19f), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:54.047902 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['78a42322-c43b-4b21-baad-87e6415a8838'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:55:54.057910 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-6dadaa69-d09b-4c1e-b9bd-43233193c1a1 service neutron] 10.222.0.18 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334660 Mar 28 18:55:54.075114 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e84a1a-8bf9-47a9-9a8d-fb4c52025958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54660222-89f2-420d-bf07-084dc5efe19f,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:54.094097 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a3e84a1a-8bf9-47a9-9a8d-fb4c52025958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:54.100901 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 56732) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:54.101476 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-a3e84a1a-8bf9-47a9-9a8d-fb4c52025958 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/54660222-89f2-420d-bf07-084dc5efe19f HTTP/1.1" status: 204 len: 168 time: 0.3069816 Mar 28 18:55:54.222965 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a5d-8a1d-4423-943a-e775c0967b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (76077a23-66fe-46be-9266-04afc4a6e7be), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:54.238839 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1b241-30a5-4222-89f5-633d75f22c62 req-a5bbafe6-f07a-43f8-8986-223a8205bac0 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:54.250788 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e7b1b241-30a5-4222-89f5-633d75f22c62 req-a5bbafe6-f07a-43f8-8986-223a8205bac0 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 944 time: 0.0944409 Mar 28 18:55:54.317188 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e7b1b241-30a5-4222-89f5-633d75f22c62 req-24e66406-f411-4a1f-9ce0-48627a449220 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654304 Mar 28 18:55:54.350060 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a5d-8a1d-4423-943a-e775c0967b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (76077a23-66fe-46be-9266-04afc4a6e7be), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:54.360858 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-012dfedf-b381-469f-ac0b-9dd905137761 service neutron] 10.222.0.18 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969291 Mar 28 18:55:54.380486 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-bf5c8a5d-8a1d-4423-943a-e775c0967b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76077a23-66fe-46be-9266-04afc4a6e7be']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:54.402846 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-bf5c8a5d-8a1d-4423-943a-e775c0967b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d764c82-131a-4e28-b7f2-110b13b76775') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:54.403465 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-bf5c8a5d-8a1d-4423-943a-e775c0967b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d764c82-131a-4e28-b7f2-110b13b76775') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:54.420831 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a5d-8a1d-4423-943a-e775c0967b22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530571888'] for segment (4d764c82-131a-4e28-b7f2-110b13b76775), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:54.451441 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a5d-8a1d-4423-943a-e775c0967b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (4d764c82-131a-4e28-b7f2-110b13b76775), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:54.468307 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5c8a5d-8a1d-4423-943a-e775c0967b22 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 18:55:54.468866 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a5d-8a1d-4423-943a-e775c0967b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528608995'] for segment (4d764c82-131a-4e28-b7f2-110b13b76775), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: Traceback (most recent call last): Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: timer() Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: cb(*args, **kw) Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: return func(*args, **kwargs) Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: self._notify() Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: self.callback(batched_events) Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: event.method(event) Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: return f(self, *a, **k) Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: return self._get(url).json() Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: return self.request(url, 'GET', **kwargs) Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 18:55:54.471640 dv-cinder-835483-1-smb neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 18:55:54.507520 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5c9df-8d4b-4025-bfa0-508b7bf686ce req-7cc2d259-6146-4345-80dd-d5863456e7af tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:54.509695 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bbf5c9df-8d4b-4025-bfa0-508b7bf686ce req-7cc2d259-6146-4345-80dd-d5863456e7af tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 945 time: 0.0852587 Mar 28 18:55:54.545645 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a5d-8a1d-4423-943a-e775c0967b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (76077a23-66fe-46be-9266-04afc4a6e7be), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:54.558287 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a5d-8a1d-4423-943a-e775c0967b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:54.562733 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-bf5c8a5d-8a1d-4423-943a-e775c0967b22 admin admin] 10.222.0.18 "DELETE /v2.0/networks/76077a23-66fe-46be-9266-04afc4a6e7be HTTP/1.1" status: 204 len: 168 time: 0.4602156 Mar 28 18:55:54.577453 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c8a5d-8a1d-4423-943a-e775c0967b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=76077a23-66fe-46be-9266-04afc4a6e7be,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:54.598461 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bbf5c9df-8d4b-4025-bfa0-508b7bf686ce req-e9c80d70-c1b4-42a2-9463-10c77bde0280 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807936 Mar 28 18:55:54.811027 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0dc6b-6d49-43ea-8fd4-9d4a53fb19c1 req-dd123f23-cd35-4157-b659-054c5559324c tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:54.822948 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d7f0dc6b-6d49-43ea-8fd4-9d4a53fb19c1 req-dd123f23-cd35-4157-b659-054c5559324c tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.0769494 Mar 28 18:55:54.841696 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 56750) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:54.855270 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d1f0121e-0058-4d1d-bf13-e10df8152abe req-58b8a01c-aa94-40a5-87d6-77c6c8d3eac7 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 210 time: 0.0622375 Mar 28 18:55:54.918614 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d7f0dc6b-6d49-43ea-8fd4-9d4a53fb19c1 req-61cf010a-c2d5-42ef-b811-c6da5ee7538a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947833 Mar 28 18:55:54.920976 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-3c6c3a47-00f7-4580-94bd-8e8447f443d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a08ec0b5a97480788d0064a59838b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781322 Mar 28 18:55:54.923792 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 56754) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:54.983735 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dd2f12eb-60ad-457b-b33b-9e71b95ae2a8 admin admin] Publish callbacks [] for security_group (bcdbb599-ac70-490b-9def-0f8f92ad86d5), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:55.010379 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dd2f12eb-60ad-457b-b33b-9e71b95ae2a8 admin admin] Publish callbacks [] for security_group (bcdbb599-ac70-490b-9def-0f8f92ad86d5), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:55.102838 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dd2f12eb-60ad-457b-b33b-9e71b95ae2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (bcdbb599-ac70-490b-9def-0f8f92ad86d5), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:55.105676 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dd2f12eb-60ad-457b-b33b-9e71b95ae2a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:55.110743 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-dd2f12eb-60ad-457b-b33b-9e71b95ae2a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcdbb599-ac70-490b-9def-0f8f92ad86d5 HTTP/1.1" status: 204 len: 168 time: 0.1821377 Mar 28 18:55:55.120585 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f12eb-60ad-457b-b33b-9e71b95ae2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdbb599-ac70-490b-9def-0f8f92ad86d5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:55.371535 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 6a675bf1-6ed9-43a0-8c07-95111ed4670f details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:55:55.375211 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 78a42322-c43b-4b21-baad-87e6415a8838 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:55.562835 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f10341-cd87-475b-bd4f-9e2616936cd6 req-1c39a1ff-d4ce-418c-90ed-cb1056918b97 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:55.565056 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-78f10341-cd87-475b-bd4f-9e2616936cd6 req-1c39a1ff-d4ce-418c-90ed-cb1056918b97 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 944 time: 0.0838835 Mar 28 18:55:55.595458 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 78a42322-c43b-4b21-baad-87e6415a8838 completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:55:55.633342 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 78a42322-c43b-4b21-baad-87e6415a8838 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:55.633922 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (78a42322-c43b-4b21-baad-87e6415a8838), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:55.648176 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-78f10341-cd87-475b-bd4f-9e2616936cd6 req-5340644b-414f-4122-855d-5b6d98dc093b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694635 Mar 28 18:55:55.737976 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 6a675bf1-6ed9-43a0-8c07-95111ed4670f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=6a675bf1-6ed9-43a0-8c07-95111ed4670f,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:55.775494 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '6a675bf1-6ed9-43a0-8c07-95111ed4670f', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'port_id': '6a675bf1-6ed9-43a0-8c07-95111ed4670f', 'mac_address': 'fa:16:3e:ba:a1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:55:55.776288 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2348fe-a7c4-4e62-9a51-022a857665ab req-0388eb41-7987-4a91-bab7-2ac8ed113627 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:55.786020 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-cd2348fe-a7c4-4e62-9a51-022a857665ab req-0388eb41-7987-4a91-bab7-2ac8ed113627 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 945 time: 0.1063018 Mar 28 18:55:55.869494 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-cd2348fe-a7c4-4e62-9a51-022a857665ab req-1ad2eb73-c889-4f48-8cb9-dc5e9b7c9fc3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816534 Mar 28 18:55:55.892408 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 78a42322-c43b-4b21-baad-87e6415a8838 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:55.892992 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (78a42322-c43b-4b21-baad-87e6415a8838), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:55.910981 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 6a675bf1-6ed9-43a0-8c07-95111ed4670f is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:55.911372 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:55.936033 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a675bf1-6ed9-43a0-8c07-95111ed4670f {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:55.944888 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe2339-fd21-4b7e-b0dc-7d076390d57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a42322-c43b-4b21-baad-87e6415a8838'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:55.947146 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c4d81f-eed5-4242-9f7e-8ccbe8e8937f" -d '{"events": [{"server_uuid": "7cbe2339-fd21-4b7e-b0dc-7d076390d57e", "name": "network-vif-plugged", "status": "completed", "tag": "78a42322-c43b-4b21-baad-87e6415a8838"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:55.968113 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 78a42322-c43b-4b21-baad-87e6415a8838, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=78a42322-c43b-4b21-baad-87e6415a8838,segment=NetworkSegment(e2748ea4-c95b-4f98-b108-25e28d92912f),segment_id=e2748ea4-c95b-4f98-b108-25e28d92912f)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:55.980025 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (78a42322-c43b-4b21-baad-87e6415a8838), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:55.985058 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 6a675bf1-6ed9-43a0-8c07-95111ed4670f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=6a675bf1-6ed9-43a0-8c07-95111ed4670f,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:55.990301 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:56.046119 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=78a42322-c43b-4b21-baad-87e6415a8838,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:56.065265 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-e3919894-1239-4e40-9881-2b1d5f3beb3f req-d6c5143e-fe41-4097-aba7-cec2d0fed8ad tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 210 time: 0.0881989 Mar 28 18:55:56.091876 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6ba0d7-61b5-437f-b685-edd370eb59af x-openstack-request-id: req-9b6ba0d7-61b5-437f-b685-edd370eb59af {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:56.092302 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe2339-fd21-4b7e-b0dc-7d076390d57e", "name": "network-vif-plugged", "status": "completed", "tag": "78a42322-c43b-4b21-baad-87e6415a8838", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:56.092632 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b6ba0d7-61b5-437f-b685-edd370eb59af {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:56.093177 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6ba0d7-61b5-437f-b685-edd370eb59af'] response: {'server_uuid': '7cbe2339-fd21-4b7e-b0dc-7d076390d57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a42322-c43b-4b21-baad-87e6415a8838', 'code': 200} Mar 28 18:55:56.146696 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=6a675bf1-6ed9-43a0-8c07-95111ed4670f,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:56.194748 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:56.290170 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['6a675bf1-6ed9-43a0-8c07-95111ed4670f'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:55:56.300667 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb290bb-33b8-490e-9e43-58ab24e5cb00 req-4e8cc345-0f87-400f-92c6-237f16ad2db0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:56.302919 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-acb290bb-33b8-490e-9e43-58ab24e5cb00 req-4e8cc345-0f87-400f-92c6-237f16ad2db0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.1593878 Mar 28 18:55:56.376916 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-acb290bb-33b8-490e-9e43-58ab24e5cb00 req-4da3a8b4-c55f-4999-9640-18f1570a911d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672412 Mar 28 18:55:56.431325 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6be431-a70b-4626-b3a5-80c586a762bf req-0c3f0e06-2568-4098-b486-457861cbda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:56.435423 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7f6be431-a70b-4626-b3a5-80c586a762bf req-0c3f0e06-2568-4098-b486-457861cbda25 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 1130 time: 0.0704517 Mar 28 18:55:56.458559 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-9ee0db34-6c68-46d7-a801-cd3d9d4fee1b tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:56.460815 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-9ee0db34-6c68-46d7-a801-cd3d9d4fee1b tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.23 "GET /v2.0/networks?id=bd8dd670-ca23-468a-833f-deb63d9327f8 HTTP/1.1" status: 200 len: 809 time: 0.2249861 Mar 28 18:55:56.526104 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7f6be431-a70b-4626-b3a5-80c586a762bf req-ce2962fe-113a-4543-9594-77c78a66a520 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820048 Mar 28 18:55:56.562638 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-2a18da82-94ab-420f-8cd2-b1dc7881ef19 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b0eb789c909483e8dc11e90ad743cdf HTTP/1.1" status: 200 len: 380 time: 0.0872922 Mar 28 18:55:56.740311 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-5ecc25a2-93d7-45c6-83f6-ad7a60976dc5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Request body: {'port': {'device_id': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'admin_state_up': True, 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'security_groups': ['575191ce-7ee9-4a58-852f-acdfb7892743']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:56.919063 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f4e9f-4ffa-49e5-bc58-b0519d6f3776 req-9e44a2c4-14d6-4f14-b336-9a723c240ed0 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:56.929919 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-983f4e9f-4ffa-49e5-bc58-b0519d6f3776 req-9e44a2c4-14d6-4f14-b336-9a723c240ed0 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 945 time: 0.1858940 Mar 28 18:55:57.052184 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-5ecc25a2-93d7-45c6-83f6-ad7a60976dc5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Made reservation on behalf of 1b0eb789c909483e8dc11e90ad743cdf for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:57.055662 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-5ecc25a2-93d7-45c6-83f6-ad7a60976dc5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:57.074731 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79be9a-953c-4afd-9c34-96f2e9548ac8 req-c9a97684-22ea-4d92-a81c-f066cd7a50b4 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:57.075030 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-983f4e9f-4ffa-49e5-bc58-b0519d6f3776 req-b85fbb83-1975-496b-866a-360794bd2284 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442554 Mar 28 18:55:57.077071 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ab79be9a-953c-4afd-9c34-96f2e9548ac8 req-c9a97684-22ea-4d92-a81c-f066cd7a50b4 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 946 time: 0.0925305 Mar 28 18:55:57.196570 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ab79be9a-953c-4afd-9c34-96f2e9548ac8 req-cc273a85-3783-4034-9aa9-4be36ddf64ba tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007097 Mar 28 18:55:57.223544 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6a8ad61d-40b8-4749-9e2f-1cca28584bd0 req-a0d86786-c51e-4fac-b74c-1192357a0908 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 210 time: 0.0433433 Mar 28 18:55:57.304728 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-5ecc25a2-93d7-45c6-83f6-ad7a60976dc5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Allocated IP 172.20.0.9 (bd8dd670-ca23-468a-833f-deb63d9327f8/4dea14a4-eb6a-4f92-99d6-bc43a4250443/626039f8-0a7a-46d5-8d35-86feba27d7e0) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:57.374447 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 6a675bf1-6ed9-43a0-8c07-95111ed4670f up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:57.444878 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 6a675bf1-6ed9-43a0-8c07-95111ed4670f completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:55:57.449928 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 6a675bf1-6ed9-43a0-8c07-95111ed4670f triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:57.451531 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:57.515933 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-5ecc25a2-93d7-45c6-83f6-ad7a60976dc5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:57.562339 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a391433-e688-4426-820d-89652efb2cf0 req-0254ef7a-efba-4406-ad3b-6363a666762d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:57.564575 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-4a391433-e688-4426-820d-89652efb2cf0 req-0254ef7a-efba-4406-ad3b-6363a666762d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.0836103 Mar 28 18:55:57.569255 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-5ecc25a2-93d7-45c6-83f6-ad7a60976dc5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:57.575481 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 6a675bf1-6ed9-43a0-8c07-95111ed4670f is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:57.577832 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:57.630859 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-5ecc25a2-93d7-45c6-83f6-ad7a60976dc5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Network bd8dd670-ca23-468a-833f-deb63d9327f8 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:57.634610 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-5ecc25a2-93d7-45c6-83f6-ad7a60976dc5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:57.638787 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-5ecc25a2-93d7-45c6-83f6-ad7a60976dc5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:57.646824 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 6a675bf1-6ed9-43a0-8c07-95111ed4670f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=6a675bf1-6ed9-43a0-8c07-95111ed4670f,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:57.654776 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:57.684442 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc25a2-93d7-45c6-83f6-ad7a60976dc5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Pushing event updated for resources: {'Port': ['ID=626039f8-0a7a-46d5-8d35-86feba27d7e0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:57.712298 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-5ecc25a2-93d7-45c6-83f6-ad7a60976dc5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:57.721638 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-5ecc25a2-93d7-45c6-83f6-ad7a60976dc5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:57.725332 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-4a391433-e688-4426-820d-89652efb2cf0 req-e99cb78f-71f5-47db-8e57-0e44b4788219 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537704 Mar 28 18:55:57.742682 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=6a675bf1-6ed9-43a0-8c07-95111ed4670f,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:57.769232 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-5ecc25a2-93d7-45c6-83f6-ad7a60976dc5 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0338705 Mar 28 18:55:57.781893 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Request body: {'port': {'device_id': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:57.850629 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:58.016569 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-d19e28bb-b26e-4055-bdca-1f8e575972db None None] Provisioning complete for port 626039f8-0a7a-46d5-8d35-86feba27d7e0 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:58.017122 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d19e28bb-b26e-4055-bdca-1f8e575972db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:58.061682 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d19e28bb-b26e-4055-bdca-1f8e575972db None None] Port 626039f8-0a7a-46d5-8d35-86feba27d7e0 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:58.094574 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a675bf1-6ed9-43a0-8c07-95111ed4670f'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:58.097343 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d06faa4-0002-46a4-b2c2-f88565bf7390" -d '{"events": [{"server_uuid": "7fb36d3d-0a73-4237-8e91-ef346fe98ef3", "name": "network-vif-plugged", "status": "completed", "tag": "6a675bf1-6ed9-43a0-8c07-95111ed4670f"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:58.187469 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0f0e69-722f-4107-8986-c7d0c29e1217 x-openstack-request-id: req-cc0f0e69-722f-4107-8986-c7d0c29e1217 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:58.187619 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626039f8-0a7a-46d5-8d35-86feba27d7e0 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:58.188315 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb36d3d-0a73-4237-8e91-ef346fe98ef3", "name": "network-vif-plugged", "status": "completed", "tag": "6a675bf1-6ed9-43a0-8c07-95111ed4670f", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:58.188580 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc0f0e69-722f-4107-8986-c7d0c29e1217 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:58.189067 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0f0e69-722f-4107-8986-c7d0c29e1217'] response: {'server_uuid': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a675bf1-6ed9-43a0-8c07-95111ed4670f', 'code': 200} Mar 28 18:55:58.199974 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Publish callbacks [] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:58.214001 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Transition to ACTIVE for port object 626039f8-0a7a-46d5-8d35-86feba27d7e0 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:55:58.234751 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:58.327734 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff2458-9f78-4db0-b0e7-0f17f16c31e2 req-23832ffd-f24f-4142-a08d-3498ebedbcf6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:58.344727 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-13ff2458-9f78-4db0-b0e7-0f17f16c31e2 req-23832ffd-f24f-4142-a08d-3498ebedbcf6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.1235232 Mar 28 18:55:58.429022 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-13ff2458-9f78-4db0-b0e7-0f17f16c31e2 req-8376c161-728b-4cd7-9d15-af731af8825b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827515 Mar 28 18:55:58.476775 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Pushing event updated for resources: {'Port': ['ID=626039f8-0a7a-46d5-8d35-86feba27d7e0,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:58.536352 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2de18f-a3b9-4bfa-87d4-6110e0e6de46 req-778a7c2d-a8a8-4335-a073-35283f2e820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:58.537895 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8a2de18f-a3b9-4bfa-87d4-6110e0e6de46 req-778a7c2d-a8a8-4335-a073-35283f2e820d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 1130 time: 0.0940111 Mar 28 18:55:58.543572 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1522f-8a7c-4298-9d7e-759c135c0437 req-5f0e0904-136e-4a91-87c6-66abe4446f66 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:58.551232 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d8d1522f-8a7c-4298-9d7e-759c135c0437 req-5f0e0904-136e-4a91-87c6-66abe4446f66 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 946 time: 0.1561401 Mar 28 18:55:58.553712 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Attempting to bind port 626039f8-0a7a-46d5-8d35-86feba27d7e0 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:58.554123 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Attempting to bind port 626039f8-0a7a-46d5-8d35-86feba27d7e0 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '637eff91-14e1-43c0-a3e4-2faf7bb52fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:58.554458 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Attempting to bind port 626039f8-0a7a-46d5-8d35-86feba27d7e0 on network bd8dd670-ca23-468a-833f-deb63d9327f8 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:58.572252 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Port 626039f8-0a7a-46d5-8d35-86feba27d7e0 on network bd8dd670-ca23-468a-833f-deb63d9327f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:55:58.572589 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Attempting to bind port 626039f8-0a7a-46d5-8d35-86feba27d7e0 on network bd8dd670-ca23-468a-833f-deb63d9327f8 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:58.580458 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:58.580805 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Checking segment: {'id': '637eff91-14e1-43c0-a3e4-2faf7bb52fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:58.581188 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Bound using segment: {'id': '637eff91-14e1-43c0-a3e4-2faf7bb52fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:58.581620 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Bound port: 626039f8-0a7a-46d5-8d35-86feba27d7e0, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637eff91-14e1-43c0-a3e4-2faf7bb52fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:58.588883 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:58.626134 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8a2de18f-a3b9-4bfa-87d4-6110e0e6de46 req-f3a60206-0313-42f5-8a19-612029a61a9b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730844 Mar 28 18:55:58.665773 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8813fe3-cc08-49f2-9864-b86376257623 req-3053659a-fe11-4dc1-8847-698a1aaaa6a1 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:58.670413 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d8d1522f-8a7c-4298-9d7e-759c135c0437 req-dae67978-d9cd-49a6-bbdd-3903eb8af8e6 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182201 Mar 28 18:55:58.694656 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b8813fe3-cc08-49f2-9864-b86376257623 req-3053659a-fe11-4dc1-8847-698a1aaaa6a1 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 943 time: 0.1515777 Mar 28 18:55:58.737319 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] For port 626039f8-0a7a-46d5-8d35-86feba27d7e0, host hv-cinder-83548, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:58.743184 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] For port 626039f8-0a7a-46d5-8d35-86feba27d7e0, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:58.755802 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:58.803822 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:58.804650 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:58.806323 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] 10.222.0.23 "PUT /v2.0/ports/626039f8-0a7a-46d5-8d35-86feba27d7e0 HTTP/1.1" status: 200 len: 1093 time: 1.0285089 Mar 28 18:55:58.806851 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'tag': '626039f8-0a7a-46d5-8d35-86feba27d7e0'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:58.809281 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357bcf4c-72f5-4f67-aa57-7ef839c3ae7b" -d '{"events": [{"name": "network-changed", "server_uuid": "20d9b5ce-5fdf-437a-81e2-47750cffbc00", "tag": "626039f8-0a7a-46d5-8d35-86feba27d7e0"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:58.820273 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b8813fe3-cc08-49f2-9864-b86376257623 req-9e4dfea4-dfd8-43ed-80be-858e48dde9c3 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199954 Mar 28 18:55:58.945589 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da7849-66f2-407c-825a-c94aa147b63c service neutron] Pushing event updated for resources: {'Port': ['ID=626039f8-0a7a-46d5-8d35-86feba27d7e0,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:59.036401 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2a96b-0cd8-4ab5-a255-3544de2ea12f req-85e6585d-31ff-42f2-b6cf-30f890b1d82f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:59.047316 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ecb2a96b-0cd8-4ab5-a255-3544de2ea12f req-85e6585d-31ff-42f2-b6cf-30f890b1d82f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.0941455 Mar 28 18:55:59.053972 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-21e36de7-890f-4823-8ee5-2ecc4dfbc78a tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3440f20494de4cfb9442d7f60d6379ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1929178 Mar 28 18:55:59.144480 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ecb2a96b-0cd8-4ab5-a255-3544de2ea12f req-7aacf6f9-6ccd-4848-8444-7cef04d868d0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931928 Mar 28 18:55:59.261419 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eb2794-6520-4acd-8200-23e0cc0a17cc x-openstack-request-id: req-95eb2794-6520-4acd-8200-23e0cc0a17cc {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:59.261628 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d9b5ce-5fdf-437a-81e2-47750cffbc00", "tag": "626039f8-0a7a-46d5-8d35-86feba27d7e0", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:59.266217 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95eb2794-6520-4acd-8200-23e0cc0a17cc {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:59.266972 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95eb2794-6520-4acd-8200-23e0cc0a17cc'] response: {'name': 'network-changed', 'server_uuid': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'tag': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'status': 'completed', 'code': 200} Mar 28 18:55:59.300326 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-ac943051-b934-4039-b6a9-b6f15afd2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:59.301868 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-ac943051-b934-4039-b6a9-b6f15afd2618 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b0eb789c909483e8dc11e90ad743cdf&device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 1127 time: 0.3642914 Mar 28 18:55:59.379581 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-82a7fbf4-32eb-443a-841e-15e345b5a299 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0 HTTP/1.1" status: 200 len: 217 time: 0.0633121 Mar 28 18:55:59.449411 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-b53ad5d2-e978-4134-a185-38fdb40167d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:59.450987 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-b53ad5d2-e978-4134-a185-38fdb40167d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dea14a4-eb6a-4f92-99d6-bc43a4250443 HTTP/1.1" status: 200 len: 848 time: 0.0598700 Mar 28 18:55:59.460931 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-caebe5b6-314e-4e3d-8b26-bdde990ed3cc tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:59.462705 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-caebe5b6-314e-4e3d-8b26-bdde990ed3cc tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4074311 Mar 28 18:55:59.484619 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-dc87a536-b33e-4888-941f-bbeea43366c6 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/quotas/3440f20494de4cfb9442d7f60d6379ce HTTP/1.1" status: 200 len: 375 time: 0.0123010 Mar 28 18:55:59.608412 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320ba01-f2d6-4fd7-8486-343cc6f526f6 req-a9e04d2b-c152-4b5f-b4c6-5fedf2fb9b5c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:59.615773 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7320ba01-f2d6-4fd7-8486-343cc6f526f6 req-a9e04d2b-c152-4b5f-b4c6-5fedf2fb9b5c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0711985 Mar 28 18:55:59.723255 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7320ba01-f2d6-4fd7-8486-343cc6f526f6 req-97d9f571-b00d-4bf2-8ca7-3c99662d489b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993693 Mar 28 18:55:59.780870 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-66e50d90-8ab5-44a7-bf34-0119f8652fa1 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3440f20494de4cfb9442d7f60d6379ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327365 Mar 28 18:55:59.799970 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-1fc39849-39d0-4527-a9ce-f2b13de006c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:59.801397 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-1fc39849-39d0-4527-a9ce-f2b13de006c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd8dd670-ca23-468a-833f-deb63d9327f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3380716 Mar 28 18:56:00.048313 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-a89b6f7f-7cfb-4293-b0ae-5a58c384b048 service neutron] 10.222.0.23 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305710 Mar 28 18:56:00.080596 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710bfb3-4b25-4c20-9144-400bd527faa7 req-d6f7f5e7-f23b-4617-8d29-257d4ebbfacd tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:00.082410 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e710bfb3-4b25-4c20-9144-400bd527faa7 req-d6f7f5e7-f23b-4617-8d29-257d4ebbfacd tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 943 time: 0.1489496 Mar 28 18:56:00.170085 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e710bfb3-4b25-4c20-9144-400bd527faa7 req-88df0e6d-01ca-495e-8711-dfbcc5722e61 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732629 Mar 28 18:56:00.223481 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d394b0c7-ec9d-4b9e-baf4-08cf200cff09 req-762c15c9-0dae-4d82-bf69-cb9758cfcce2 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 210 time: 0.1480565 Mar 28 18:56:00.265908 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6977a0f7-9c33-4929-8d97-0a9cf7ee9816 req-6e48bbf1-fae9-455a-9316-475fefa068a4 service neutron] 10.222.0.23 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059140 Mar 28 18:56:00.417239 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0deab-f1e2-4540-9fbb-5b16ec7bc3ba req-21375fcc-121f-432c-90ed-6e1658286dc1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:00.423922 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-42f0deab-f1e2-4540-9fbb-5b16ec7bc3ba req-21375fcc-121f-432c-90ed-6e1658286dc1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.1239223 Mar 28 18:56:00.457959 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bcf4c-72f5-4f67-aa57-7ef839c3ae7b req-9d48ca12-a3af-4d09-bf7b-3e7df27bc727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:00.459579 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-357bcf4c-72f5-4f67-aa57-7ef839c3ae7b req-9d48ca12-a3af-4d09-bf7b-3e7df27bc727 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b0eb789c909483e8dc11e90ad743cdf&device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 1127 time: 0.0974834 Mar 28 18:56:00.558195 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-42f0deab-f1e2-4540-9fbb-5b16ec7bc3ba req-833ef593-a95a-41cb-9b35-382b8b174ae1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285443 Mar 28 18:56:00.633925 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bcf4c-72f5-4f67-aa57-7ef839c3ae7b req-a528a960-a697-4b95-8788-ec1b23485ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:00.635675 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-357bcf4c-72f5-4f67-aa57-7ef839c3ae7b req-a528a960-a697-4b95-8788-ec1b23485ab6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bd8dd670-ca23-468a-833f-deb63d9327f8 HTTP/1.1" status: 200 len: 910 time: 0.1680486 Mar 28 18:56:00.686244 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-357bcf4c-72f5-4f67-aa57-7ef839c3ae7b req-c3b976ac-5e64-44af-a9e5-42444acb6030 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0 HTTP/1.1" status: 200 len: 217 time: 0.0431654 Mar 28 18:56:00.771812 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bcf4c-72f5-4f67-aa57-7ef839c3ae7b req-f2dbd663-aca2-4ffd-8973-fba701bc37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:00.773314 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-357bcf4c-72f5-4f67-aa57-7ef839c3ae7b req-f2dbd663-aca2-4ffd-8973-fba701bc37b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dea14a4-eb6a-4f92-99d6-bc43a4250443 HTTP/1.1" status: 200 len: 848 time: 0.0746720 Mar 28 18:56:00.885793 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79adfb-351a-492c-98d8-c9e62547c984 req-74d8788a-9b18-4c3d-ad69-63504f3b8647 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:00.887388 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0b79adfb-351a-492c-98d8-c9e62547c984 req-74d8788a-9b18-4c3d-ad69-63504f3b8647 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0919862 Mar 28 18:56:00.900371 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bcf4c-72f5-4f67-aa57-7ef839c3ae7b req-29198b80-ecfe-4908-9ed5-be0c4e74df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:00.901970 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-357bcf4c-72f5-4f67-aa57-7ef839c3ae7b req-29198b80-ecfe-4908-9ed5-be0c4e74df16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd8dd670-ca23-468a-833f-deb63d9327f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0955777 Mar 28 18:56:01.003279 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0b79adfb-351a-492c-98d8-c9e62547c984 req-8f11fb34-7da8-426f-8938-303a315e8a5c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077187 Mar 28 18:56:01.040326 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-357bcf4c-72f5-4f67-aa57-7ef839c3ae7b req-761ca792-4340-4e64-b9da-342669cca90d service neutron] 10.222.0.23 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314428 Mar 28 18:56:01.154643 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-357bcf4c-72f5-4f67-aa57-7ef839c3ae7b req-35954e2b-019d-49c3-a0ab-ce6159b39b0c service neutron] 10.222.0.23 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994532 Mar 28 18:56:01.155553 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b455d2-9b35-4cb0-a47e-57900003afef req-7cad31da-13d2-4dc8-976d-cf0d8fd84c3c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:01.157052 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d7b455d2-9b35-4cb0-a47e-57900003afef req-7cad31da-13d2-4dc8-976d-cf0d8fd84c3c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0853667 Mar 28 18:56:01.166162 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 56926) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:01.171782 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9aa12e86-327f-43e0-a085-03833afe1909 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Request body: {'floatingip': {'port_id': '6a675bf1-6ed9-43a0-8c07-95111ed4670f'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:01.216780 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9aa12e86-327f-43e0-a085-03833afe1909 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for floatingip (d4963775-b775-473e-a643-cbc169d62760), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:01.331127 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0371deca-1886-4bbb-8564-4b972fcf3fcb req-4aa419cc-dd7d-4ed8-b768-e72a9ba65e35 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 210 time: 0.0277131 Mar 28 18:56:01.408954 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e404f-1af1-44fa-b0d1-3e3d1eb789c5 req-08305f1e-e8f7-4e6b-8b38-29ce6f0b0059 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:01.410414 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8a5e404f-1af1-44fa-b0d1-3e3d1eb789c5 req-08305f1e-e8f7-4e6b-8b38-29ce6f0b0059 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 943 time: 0.1594238 Mar 28 18:56:01.478713 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-6396945e-181d-4080-9162-9d56e32dff5b tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=3440f20494de4cfb9442d7f60d6379ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353532 Mar 28 18:56:01.524186 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8a5e404f-1af1-44fa-b0d1-3e3d1eb789c5 req-0c0defb8-4996-4db6-a7a4-2541348f91c8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797436 Mar 28 18:56:01.724251 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602ffa-a5f1-490a-b6f9-c51d0e0bc9be req-65b0d807-3093-42ff-a97d-efe705751970 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:01.725838 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-36602ffa-a5f1-490a-b6f9-c51d0e0bc9be req-65b0d807-3093-42ff-a97d-efe705751970 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.0667441 Mar 28 18:56:01.760352 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-81271775-5159-4485-be7e-72ec4930afaa tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:01.765955 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-81271775-5159-4485-be7e-72ec4930afaa tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984756 Mar 28 18:56:01.790411 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-36602ffa-a5f1-490a-b6f9-c51d0e0bc9be req-dfd5af3e-e008-4203-8861-52c1620447df tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576513 Mar 28 18:56:01.794758 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Request body: {'port': {'device_id': 'a1231e0b-270a-4fb9-87df-50bb2fffe452', 'network_id': '5a6a54d5-8b14-4955-8641-1895557b7004', 'admin_state_up': True, 'tenant_id': '3440f20494de4cfb9442d7f60d6379ce'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:01.921096 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9aa12e86-327f-43e0-a085-03833afe1909 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:01.921374 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3967e4b-91ff-42bb-9e20-b57a83f50c7a req-f28aed08-3d87-43b8-84b2-daa22193a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:01.922937 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b3967e4b-91ff-42bb-9e20-b57a83f50c7a req-f28aed08-3d87-43b8-84b2-daa22193a4c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c88a768b3efd4a9381507f381b0e331f&device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 1130 time: 0.0475438 Mar 28 18:56:01.925370 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9aa12e86-327f-43e0-a085-03833afe1909 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (d4963775-b775-473e-a643-cbc169d62760), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:02.012131 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3967e4b-91ff-42bb-9e20-b57a83f50c7a req-8be8ed04-8c95-4490-9b09-bf3c31d9082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:02.014347 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b3967e4b-91ff-42bb-9e20-b57a83f50c7a req-8be8ed04-8c95-4490-9b09-bf3c31d9082f service neutron] 10.222.0.23 "GET /v2.0/networks?id=211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 200 len: 918 time: 0.0849125 Mar 28 18:56:02.026891 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Made reservation on behalf of 3440f20494de4cfb9442d7f60d6379ce for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:56:02.030847 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:02.043060 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:02.074911 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [None req-9aa12e86-327f-43e0-a085-03833afe1909 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Floating IP d4963775-b775-473e-a643-cbc169d62760 associated. External IP: 172.28.0.137, port: 6a675bf1-6ed9-43a0-8c07-95111ed4670f. Mar 28 18:56:02.108668 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b3967e4b-91ff-42bb-9e20-b57a83f50c7a req-4cf8ef7f-0453-4e50-aa61-1bea3b24300e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9898a21e-dd11-474a-85f3-0669dd84988d HTTP/1.1" status: 200 len: 1001 time: 0.0779977 Mar 28 18:56:02.162593 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3967e4b-91ff-42bb-9e20-b57a83f50c7a req-f1d5dccf-ec89-4d60-9076-b8e98ca3682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:02.164707 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b3967e4b-91ff-42bb-9e20-b57a83f50c7a req-f1d5dccf-ec89-4d60-9076-b8e98ca3682f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c0ba61c-eb16-48bb-8d0b-0365046be9db HTTP/1.1" status: 200 len: 856 time: 0.0481827 Mar 28 18:56:02.229210 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3967e4b-91ff-42bb-9e20-b57a83f50c7a req-204df5d2-8ae7-4cd9-a80e-73546c6899c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:02.230775 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b3967e4b-91ff-42bb-9e20-b57a83f50c7a req-204df5d2-8ae7-4cd9-a80e-73546c6899c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211f47c6-29ed-4108-b184-3fd54ff73f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0595651 Mar 28 18:56:02.236826 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Publish callbacks [] for security_group (043373cd-ab3f-4450-bbd1-28a88bdd5090), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:02.301123 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (043373cd-ab3f-4450-bbd1-28a88bdd5090), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:02.335386 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b3967e4b-91ff-42bb-9e20-b57a83f50c7a req-1c39c754-52ec-4b9d-a41d-e5e2f1683339 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965917 Mar 28 18:56:02.385286 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043373cd-ab3f-4450-bbd1-28a88bdd5090,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:02.436009 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b3967e4b-91ff-42bb-9e20-b57a83f50c7a req-def443e4-4ae6-4d45-b1f9-2bd0e3b58d79 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933650 Mar 28 18:56:02.467818 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-938ed72b-6871-4aa9-8e87-b739693df764 req-69623025-d423-41dc-ac5d-84241bc0f4ca tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 210 time: 0.0569375 Mar 28 18:56:02.483273 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa12e86-327f-43e0-a085-03833afe1909 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:56:02.505187 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Allocated IP 192.168.233.134 (5a6a54d5-8b14-4955-8641-1895557b7004/fe8c53a2-9d24-4f81-bcde-89da52f66221/ca9fa374-b76c-4b01-a98b-c4bd38e67d67) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:56:02.648331 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1b301-6934-4baa-954e-35ee91e851a3 req-b58058b6-0554-44be-8f66-eeef52c62098 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:02.649963 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dcd1b301-6934-4baa-954e-35ee91e851a3 req-b58058b6-0554-44be-8f66-eeef52c62098 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 943 time: 0.0540497 Mar 28 18:56:02.704973 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa12e86-327f-43e0-a085-03833afe1909 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:56:02.706860 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dcd1b301-6934-4baa-954e-35ee91e851a3 req-1eea3354-6dfd-44c0-8f31-6063291ffd3a tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500603 Mar 28 18:56:02.710621 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9aa12e86-327f-43e0-a085-03833afe1909 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:02.717046 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0fee56-0537-4392-8bd2-47fe8ed24a61 None None] Sync routers for ids ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:56:02.727207 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0fee56-0537-4392-8bd2-47fe8ed24a61 None None] Routers {'7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:56:02.727826 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-7f0fee56-0537-4392-8bd2-47fe8ed24a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:55:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:02.756481 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-9aa12e86-327f-43e0-a085-03833afe1909 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "PUT /v2.0/floatingips/d4963775-b775-473e-a643-cbc169d62760 HTTP/1.1" status: 200 len: 992 time: 1.5892537 Mar 28 18:56:02.764996 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'tag': '6a675bf1-6ed9-43a0-8c07-95111ed4670f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:02.764996 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0551b49-a356-4c58-aa8e-2c05a3f140f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb36d3d-0a73-4237-8e91-ef346fe98ef3", "tag": "6a675bf1-6ed9-43a0-8c07-95111ed4670f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:02.802542 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Publish callbacks [] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:02.806506 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85f7a03-a591-4f48-a251-d38a1b2c7f45 x-openstack-request-id: req-a85f7a03-a591-4f48-a251-d38a1b2c7f45 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:02.806804 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb36d3d-0a73-4237-8e91-ef346fe98ef3", "tag": "6a675bf1-6ed9-43a0-8c07-95111ed4670f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:02.807053 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a85f7a03-a591-4f48-a251-d38a1b2c7f45 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:02.807452 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85f7a03-a591-4f48-a251-d38a1b2c7f45'] response: {'name': 'network-changed', 'server_uuid': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'tag': '6a675bf1-6ed9-43a0-8c07-95111ed4670f', 'status': 'completed', 'code': 200} Mar 28 18:56:02.841199 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:02.865492 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-7f0fee56-0537-4392-8bd2-47fe8ed24a61 None None] Set router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:56:02.886864 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Network 5a6a54d5-8b14-4955-8641-1895557b7004 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:56:02.896049 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:56:02.900902 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:56:02.905442 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Pushing event updated for resources: {'Port': ['ID=ca9fa374-b76c-4b01-a98b-c4bd38e67d67,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:02.933102 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0551b49-a356-4c58-aa8e-2c05a3f140f9 req-b3a9954e-04e9-40bd-bb5d-ada8f70cb3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:02.933436 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c0551b49-a356-4c58-aa8e-2c05a3f140f9 req-b3a9954e-04e9-40bd-bb5d-ada8f70cb3ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 1130 time: 0.0918095 Mar 28 18:56:02.963640 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ca7d5-4676-42c7-9a19-b9ce37a8aace req-833324a9-8787-43af-84ba-f79ab133eb4e tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:02.964286 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:02.965136 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c26ca7d5-4676-42c7-9a19-b9ce37a8aace req-833324a9-8787-43af-84ba-f79ab133eb4e tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.0874257 Mar 28 18:56:02.965266 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:02.987181 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-74b549c6-e1c7-40f5-a36c-9e276b739439 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1970689 Mar 28 18:56:03.010215 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Request body: {'port': {'device_id': 'a1231e0b-270a-4fb9-87df-50bb2fffe452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:03.079611 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c26ca7d5-4676-42c7-9a19-b9ce37a8aace req-7936f7ec-1921-4664-be27-60c740ee280b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041572 Mar 28 18:56:03.110108 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0551b49-a356-4c58-aa8e-2c05a3f140f9 req-96f29857-7476-4967-8b2f-1feec46b24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:03.111830 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c0551b49-a356-4c58-aa8e-2c05a3f140f9 req-96f29857-7476-4967-8b2f-1feec46b24c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 919 time: 0.1679702 Mar 28 18:56:03.119141 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:03.139418 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-7f0fee56-0537-4392-8bd2-47fe8ed24a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': 'd4963775-b775-473e-a643-cbc169d62760', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'floating_ip_address': '172.28.0.137', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'port_id': '6a675bf1-6ed9-43a0-8c07-95111ed4670f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'mac_address': 'fa:16:3e:ba:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:29Z', 'updated_at': '2022-03-28T18:56:01Z', 'revision_number': 1, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9723-011d-4c17-b8ed-6fc5100fe346', 'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'mac_address': 'fa:16:3e:a6:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:27Z', 'updated_at': '2022-03-28T18:53:43Z', 'revision_number': 5, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'subnets': [{'id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:03.170624 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0fee56-0537-4392-8bd2-47fe8ed24a61 None None] Checking router: 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:56:03.180137 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0fee56-0537-4392-8bd2-47fe8ed24a61 None None] Routers {'7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:56:03.180696 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-7f0fee56-0537-4392-8bd2-47fe8ed24a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:55:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:03.188072 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c0551b49-a356-4c58-aa8e-2c05a3f140f9 req-e20c0aa3-e0c1-4cc1-8fdf-c81855a744b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a675bf1-6ed9-43a0-8c07-95111ed4670f HTTP/1.1" status: 200 len: 1000 time: 0.0678349 Mar 28 18:56:03.240538 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-f7a564bf-764d-4c98-a759-a494f4624017 None None] Provisioning complete for port ca9fa374-b76c-4b01-a98b-c4bd38e67d67 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:56:03.241589 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f7a564bf-764d-4c98-a759-a494f4624017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:03.276903 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0551b49-a356-4c58-aa8e-2c05a3f140f9 req-065068cd-880f-4430-9e30-1aa80412a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:03.279164 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c0551b49-a356-4c58-aa8e-2c05a3f140f9 req-065068cd-880f-4430-9e30-1aa80412a933 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.0809968 Mar 28 18:56:03.324752 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-7f0fee56-0537-4392-8bd2-47fe8ed24a61 None None] Set router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:56:03.404332 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 626039f8-0a7a-46d5-8d35-86feba27d7e0 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:56:03.430966 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f7a564bf-764d-4c98-a759-a494f4624017 None None] Port ca9fa374-b76c-4b01-a98b-c4bd38e67d67 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:56:03.461553 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9fa374-b76c-4b01-a98b-c4bd38e67d67 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:56:03.471516 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Publish callbacks [] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:03.487598 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Transition to ACTIVE for port object ca9fa374-b76c-4b01-a98b-c4bd38e67d67 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:56:03.495875 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:03.567278 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9fa374-b76c-4b01-a98b-c4bd38e67d67,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:03.592600 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0551b49-a356-4c58-aa8e-2c05a3f140f9 req-19763979-9c9b-4671-9760-ec1bfcc11f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:03.594426 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c0551b49-a356-4c58-aa8e-2c05a3f140f9 req-19763979-9c9b-4671-9760-ec1bfcc11f3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3049457 Mar 28 18:56:03.598112 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 626039f8-0a7a-46d5-8d35-86feba27d7e0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:03.628135 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'port_id': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'mac_address': 'fa:16:3e:89:93:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:56:03.703157 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-7f0fee56-0537-4392-8bd2-47fe8ed24a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': 'd4963775-b775-473e-a643-cbc169d62760', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'floating_ip_address': '172.28.0.137', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'port_id': '6a675bf1-6ed9-43a0-8c07-95111ed4670f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'mac_address': 'fa:16:3e:ba:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:29Z', 'updated_at': '2022-03-28T18:56:01Z', 'revision_number': 1, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9723-011d-4c17-b8ed-6fc5100fe346', 'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'mac_address': 'fa:16:3e:a6:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:27Z', 'updated_at': '2022-03-28T18:53:43Z', 'revision_number': 5, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'subnets': [{'id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:03.704850 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Attempting to bind port ca9fa374-b76c-4b01-a98b-c4bd38e67d67 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:56:03.705282 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Attempting to bind port ca9fa374-b76c-4b01-a98b-c4bd38e67d67 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'f498beb6-c50a-4ec5-930e-9b7ee6ff5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a6a54d5-8b14-4955-8641-1895557b7004'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:56:03.706257 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Attempting to bind port ca9fa374-b76c-4b01-a98b-c4bd38e67d67 on network 5a6a54d5-8b14-4955-8641-1895557b7004 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:56:03.708076 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 626039f8-0a7a-46d5-8d35-86feba27d7e0 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:56:03.709689 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:03.722600 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Port ca9fa374-b76c-4b01-a98b-c4bd38e67d67 on network 5a6a54d5-8b14-4955-8641-1895557b7004 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:56:03.723016 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Attempting to bind port ca9fa374-b76c-4b01-a98b-c4bd38e67d67 on network 5a6a54d5-8b14-4955-8641-1895557b7004 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:56:03.728339 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626039f8-0a7a-46d5-8d35-86feba27d7e0 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:56:03.747742 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0fee56-0537-4392-8bd2-47fe8ed24a61 None None] The sync data for ids ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'] in dv-cinder-835483-1-smb is: [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': 'd4963775-b775-473e-a643-cbc169d62760', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'floating_ip_address': '172.28.0.137', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'port_id': '6a675bf1-6ed9-43a0-8c07-95111ed4670f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'mac_address': 'fa:16:3e:ba:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:29Z', 'updated_at': '2022-03-28T18:56:01Z', 'revision_number': 1, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9723-011d-4c17-b8ed-6fc5100fe346', 'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'mac_address': 'fa:16:3e:a6:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:27Z', 'updated_at': '2022-03-28T18:53:43Z', 'revision_number': 5, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'subnets': [{'id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:56:03.768170 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d1e9f-241b-4ffb-858b-52bfe1751141 req-ba094282-0a95-4492-b1e1-2f8016c68fd6 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:03.770090 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-931d1e9f-241b-4ffb-858b-52bfe1751141 req-ba094282-0a95-4492-b1e1-2f8016c68fd6 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 948 time: 0.1368871 Mar 28 18:56:03.771168 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:56:03.771891 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 626039f8-0a7a-46d5-8d35-86feba27d7e0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:03.777427 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Checking segment: {'id': 'f498beb6-c50a-4ec5-930e-9b7ee6ff5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a6a54d5-8b14-4955-8641-1895557b7004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:56:03.778288 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Bound using segment: {'id': 'f498beb6-c50a-4ec5-930e-9b7ee6ff5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a6a54d5-8b14-4955-8641-1895557b7004'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:56:03.780372 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:03.780903 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Bound port: ca9fa374-b76c-4b01-a98b-c4bd38e67d67, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f498beb6-c50a-4ec5-930e-9b7ee6ff5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5a6a54d5-8b14-4955-8641-1895557b7004'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:56:03.781303 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:03.799578 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c0551b49-a356-4c58-aa8e-2c05a3f140f9 req-72c37679-9ce3-4c1d-875e-4de2b2790587 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929801 Mar 28 18:56:03.853802 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=626039f8-0a7a-46d5-8d35-86feba27d7e0,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:03.932590 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-931d1e9f-241b-4ffb-858b-52bfe1751141 req-fac1f8d1-f8e5-4e75-bd82-b4d93bde7088 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434717 Mar 28 18:56:03.951137 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] For port ca9fa374-b76c-4b01-a98b-c4bd38e67d67, host hv-cinder-83548, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:56:03.952519 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c0551b49-a356-4c58-aa8e-2c05a3f140f9 req-b224640c-ca88-48f9-8c14-4eb3087af4b1 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453145 Mar 28 18:56:03.955726 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] For port ca9fa374-b76c-4b01-a98b-c4bd38e67d67, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ca9fa374-b76c-4b01-a98b-c4bd38e67d67,segment=NetworkSegment(f498beb6-c50a-4ec5-930e-9b7ee6ff5316),segment_id=f498beb6-c50a-4ec5-930e-9b7ee6ff5316)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:56:03.963398 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:03.964067 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee6422-eeb6-414b-a07c-608b22d7403b req-7a62d076-251e-4dd6-8800-2f813bc9b55d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:03.965927 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9dee6422-eeb6-414b-a07c-608b22d7403b req-7a62d076-251e-4dd6-8800-2f813bc9b55d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 944 time: 0.1257305 Mar 28 18:56:04.009018 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:04.009555 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:04.011031 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] 10.222.0.23 "PUT /v2.0/ports/ca9fa374-b76c-4b01-a98b-c4bd38e67d67 HTTP/1.1" status: 200 len: 1098 time: 1.0097866 Mar 28 18:56:04.041043 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9dee6422-eeb6-414b-a07c-608b22d7403b req-c99cc21a-bdc6-46c7-afbe-36ae759c0125 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569575 Mar 28 18:56:04.051828 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8489f-9d40-4f2f-bffd-47f7011cf503 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9fa374-b76c-4b01-a98b-c4bd38e67d67,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:04.093815 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62ceaed-129a-437e-b786-412575911328 None None] New status for floating IP d4963775-b775-473e-a643-cbc169d62760: ACTIVE {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:56:04.220815 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['626039f8-0a7a-46d5-8d35-86feba27d7e0'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:56:04.383479 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-a1116f1d-c48f-4c3e-a946-bfa85136f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:04.385820 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-a1116f1d-c48f-4c3e-a946-bfa85136f817 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3440f20494de4cfb9442d7f60d6379ce&device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 1132 time: 0.3230906 Mar 28 18:56:04.400425 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509251fa-c6e7-4def-a8b6-26bef8a5d8d3 req-19c85ca9-0bab-4b3e-9dfe-41a8bf2bd3c4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:04.402081 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-509251fa-c6e7-4def-a8b6-26bef8a5d8d3 req-19c85ca9-0bab-4b3e-9dfe-41a8bf2bd3c4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.0770528 Mar 28 18:56:04.442554 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-c6313bb8-2cd3-4add-b999-36bd1fe570b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ca9fa374-b76c-4b01-a98b-c4bd38e67d67 HTTP/1.1" status: 200 len: 217 time: 0.0395231 Mar 28 18:56:04.508417 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-509251fa-c6e7-4def-a8b6-26bef8a5d8d3 req-dcc915ea-4413-4ab6-b054-3c75166ce3d9 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977077 Mar 28 18:56:04.520053 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-d09e7201-7c09-48ea-8c08-6b74266856ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:04.521783 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-d09e7201-7c09-48ea-8c08-6b74266856ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fe8c53a2-9d24-4f81-bcde-89da52f66221 HTTP/1.1" status: 200 len: 843 time: 0.0582943 Mar 28 18:56:04.573215 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-9638e73c-d19e-4c12-86a6-452643a5dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:04.574870 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-9638e73c-d19e-4c12-86a6-452643a5dd93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5a6a54d5-8b14-4955-8641-1895557b7004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464613 Mar 28 18:56:04.680873 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-f4ad0ef2-085f-4f53-9005-d7273ec05fa1 service neutron] 10.222.0.23 "GET /v2.0/networks/5a6a54d5-8b14-4955-8641-1895557b7004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910444 Mar 28 18:56:04.771904 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd98a9ac-e03f-49af-9179-8ac20e8f605f req-57bb4969-5a77-44ad-8854-c1efa9fec3db service neutron] 10.222.0.23 "GET /v2.0/networks/5a6a54d5-8b14-4955-8641-1895557b7004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816598 Mar 28 18:56:04.808816 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1231e0b-270a-4fb9-87df-50bb2fffe452', 'tag': 'ca9fa374-b76c-4b01-a98b-c4bd38e67d67'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:04.811791 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb6a90a-8e00-456c-a0b1-87ef5a685d17" -d '{"events": [{"name": "network-changed", "server_uuid": "a1231e0b-270a-4fb9-87df-50bb2fffe452", "tag": "ca9fa374-b76c-4b01-a98b-c4bd38e67d67"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:04.846973 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb347093-5246-4d1e-876f-4e4d56de1aa1 x-openstack-request-id: req-cb347093-5246-4d1e-876f-4e4d56de1aa1 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:04.847273 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1231e0b-270a-4fb9-87df-50bb2fffe452", "tag": "ca9fa374-b76c-4b01-a98b-c4bd38e67d67", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:04.847531 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb347093-5246-4d1e-876f-4e4d56de1aa1 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:04.847961 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb347093-5246-4d1e-876f-4e4d56de1aa1'] response: {'name': 'network-changed', 'server_uuid': 'a1231e0b-270a-4fb9-87df-50bb2fffe452', 'tag': 'ca9fa374-b76c-4b01-a98b-c4bd38e67d67', 'status': 'completed', 'code': 200} Mar 28 18:56:04.921625 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6a90a-8e00-456c-a0b1-87ef5a685d17 req-c6fc7c90-2d03-4af2-95bf-1cb8003faced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:04.923348 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bbb6a90a-8e00-456c-a0b1-87ef5a685d17 req-c6fc7c90-2d03-4af2-95bf-1cb8003faced service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3440f20494de4cfb9442d7f60d6379ce&device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 1132 time: 0.0449054 Mar 28 18:56:05.057747 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6a90a-8e00-456c-a0b1-87ef5a685d17 req-6c7a8e15-ed41-417b-9c0a-393e09e34d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:05.059283 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bbb6a90a-8e00-456c-a0b1-87ef5a685d17 req-6c7a8e15-ed41-417b-9c0a-393e09e34d5e service neutron] 10.222.0.23 "GET /v2.0/networks?id=5a6a54d5-8b14-4955-8641-1895557b7004 HTTP/1.1" status: 200 len: 870 time: 0.1278036 Mar 28 18:56:05.108693 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bbb6a90a-8e00-456c-a0b1-87ef5a685d17 req-d739a728-5ee7-4962-a410-081c783cdbb4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ca9fa374-b76c-4b01-a98b-c4bd38e67d67 HTTP/1.1" status: 200 len: 217 time: 0.0416985 Mar 28 18:56:05.119432 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f8113-8f78-4ccd-a2ff-f7b85a425186 req-dcdc7140-d673-4cee-8cfa-6007e6946995 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:05.120996 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-654f8113-8f78-4ccd-a2ff-f7b85a425186 req-dcdc7140-d673-4cee-8cfa-6007e6946995 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 948 time: 0.1110454 Mar 28 18:56:05.170759 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e448e-4bf9-453a-9a53-f117fd2ebe66 req-6d4610fd-3be1-4958-9946-aeb9ccc6f9ae tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:05.172765 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-634e448e-4bf9-453a-9a53-f117fd2ebe66 req-6d4610fd-3be1-4958-9946-aeb9ccc6f9ae tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 944 time: 0.0577404 Mar 28 18:56:05.194346 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6a90a-8e00-456c-a0b1-87ef5a685d17 req-2896c3e5-70aa-42c1-a9a6-381a14fad242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:05.195811 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bbb6a90a-8e00-456c-a0b1-87ef5a685d17 req-2896c3e5-70aa-42c1-a9a6-381a14fad242 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fe8c53a2-9d24-4f81-bcde-89da52f66221 HTTP/1.1" status: 200 len: 843 time: 0.0739493 Mar 28 18:56:05.206806 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-654f8113-8f78-4ccd-a2ff-f7b85a425186 req-5afff63c-4f25-4447-855b-41ce83b7d45f tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761168 Mar 28 18:56:05.226730 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-634e448e-4bf9-453a-9a53-f117fd2ebe66 req-3ec14ff4-eaf7-40c7-a3a1-20269ba5f892 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487685 Mar 28 18:56:05.259558 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6a90a-8e00-456c-a0b1-87ef5a685d17 req-dac99254-6b51-4764-b3b0-1287b16222e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:05.261049 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bbb6a90a-8e00-456c-a0b1-87ef5a685d17 req-dac99254-6b51-4764-b3b0-1287b16222e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5a6a54d5-8b14-4955-8641-1895557b7004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456576 Mar 28 18:56:05.363038 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bbb6a90a-8e00-456c-a0b1-87ef5a685d17 req-3485bf6e-dde0-4888-9626-a7ea1320cbe3 service neutron] 10.222.0.23 "GET /v2.0/networks/5a6a54d5-8b14-4955-8641-1895557b7004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902419 Mar 28 18:56:05.402080 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 626039f8-0a7a-46d5-8d35-86feba27d7e0 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:56:05.455591 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 626039f8-0a7a-46d5-8d35-86feba27d7e0 completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:56:05.457692 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bbb6a90a-8e00-456c-a0b1-87ef5a685d17 req-a447a21f-44b1-4112-8d68-b7f24df65db8 service neutron] 10.222.0.23 "GET /v2.0/networks/5a6a54d5-8b14-4955-8641-1895557b7004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832429 Mar 28 18:56:05.459030 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 626039f8-0a7a-46d5-8d35-86feba27d7e0 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:56:05.459408 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:05.533820 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 626039f8-0a7a-46d5-8d35-86feba27d7e0 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:56:05.534141 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:05.556726 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626039f8-0a7a-46d5-8d35-86feba27d7e0'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:05.559007 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f16cb0-cbe0-4bff-af86-3286524f8881" -d '{"events": [{"server_uuid": "20d9b5ce-5fdf-437a-81e2-47750cffbc00", "name": "network-vif-plugged", "status": "completed", "tag": "626039f8-0a7a-46d5-8d35-86feba27d7e0"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:05.572683 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 626039f8-0a7a-46d5-8d35-86feba27d7e0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:05.583243 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:05.584214 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 9898a21e-dd11-474a-85f3-0669dd84988d no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:56:05.610200 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ab9f9f-bc25-462b-bd80-372d806e86a5 x-openstack-request-id: req-a0ab9f9f-bc25-462b-bd80-372d806e86a5 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:05.610519 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d9b5ce-5fdf-437a-81e2-47750cffbc00", "name": "network-vif-plugged", "status": "completed", "tag": "626039f8-0a7a-46d5-8d35-86feba27d7e0", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:05.610778 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0ab9f9f-bc25-462b-bd80-372d806e86a5 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:05.611171 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ab9f9f-bc25-462b-bd80-372d806e86a5'] response: {'server_uuid': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'code': 200} Mar 28 18:56:05.658971 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969fe87-4b76-41b0-8388-f703ca06642c req-56c54a4f-d487-4748-92a4-0cec15a27ba8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:05.661181 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1969fe87-4b76-41b0-8388-f703ca06642c req-56c54a4f-d487-4748-92a4-0cec15a27ba8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 946 time: 0.0626948 Mar 28 18:56:05.665651 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=626039f8-0a7a-46d5-8d35-86feba27d7e0,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:05.706242 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 9898a21e-dd11-474a-85f3-0669dd84988d is: ACTIVE; New status is: DOWN {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:56:05.706639 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:05.709937 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1969fe87-4b76-41b0-8388-f703ca06642c req-51838d7a-1b17-4ad2-abd1-c083d1f99bae tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427585 Mar 28 18:56:05.740343 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 9898a21e-dd11-474a-85f3-0669dd84988d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=9898a21e-dd11-474a-85f3-0669dd84988d,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:05.746295 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:05.797090 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=9898a21e-dd11-474a-85f3-0669dd84988d,revision_number=8']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:05.928805 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55884143-0214-45af-9b07-065fef5f357b req-b33240c8-d0e1-4bb2-8d25-585feca69954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:05.930417 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-55884143-0214-45af-9b07-065fef5f357b req-b33240c8-d0e1-4bb2-8d25-585feca69954 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 1129 time: 0.0486138 Mar 28 18:56:05.983466 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-55884143-0214-45af-9b07-065fef5f357b req-457547fd-8487-4404-87dd-d7f90691c37d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428984 Mar 28 18:56:06.214060 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [req-26709e6b-874d-41df-88cd-856b4c358da1 req-c8ad0480-dc4a-45c5-b393-adf165602c9c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:56:06.215074 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-26709e6b-874d-41df-88cd-856b4c358da1 req-c8ad0480-dc4a-45c5-b393-adf165602c9c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054455 Mar 28 18:56:06.344215 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3afd9-c44d-4ac0-a6e6-1e56340c7028 req-8b3b8dcf-74e7-423a-ac18-610fdcc050e4 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:06.345842 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2ca3afd9-c44d-4ac0-a6e6-1e56340c7028 req-8b3b8dcf-74e7-423a-ac18-610fdcc050e4 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 948 time: 0.0678034 Mar 28 18:56:06.377452 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6916f96-6782-49d2-9042-ef0fabb1fbcc req-3bc23c0d-bb07-4fce-ad7f-925d83834b7d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:06.379110 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d6916f96-6782-49d2-9042-ef0fabb1fbcc req-3bc23c0d-bb07-4fce-ad7f-925d83834b7d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0609517 Mar 28 18:56:06.398493 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2ca3afd9-c44d-4ac0-a6e6-1e56340c7028 req-149ff89c-bb2b-4bf9-84c2-992bd5bfd6f5 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464995 Mar 28 18:56:06.454544 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d6916f96-6782-49d2-9042-ef0fabb1fbcc req-c3eac3ed-9850-4eec-b6e1-bb6cdf648165 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692225 Mar 28 18:56:06.526735 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056bd53-a789-4371-bff1-d7c9da8f4641 req-17866792-ac0c-4c15-918d-94d108fedea2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:06.528620 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2056bd53-a789-4371-bff1-d7c9da8f4641 req-17866792-ac0c-4c15-918d-94d108fedea2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0553908 Mar 28 18:56:06.575370 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2056bd53-a789-4371-bff1-d7c9da8f4641 req-48e2a3c4-4338-440c-bf90-de4f9f20a7e7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413537 Mar 28 18:56:06.743204 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 57016) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:06.842533 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-1f6c94b7-2372-4f6f-abd3-05460c776566 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980115 Mar 28 18:56:06.850814 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-ab2c9522-be9f-49e4-a4df-66e98960cb93 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=109703) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:56:06.851765 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-ab2c9522-be9f-49e4-a4df-66e98960cb93 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048647 Mar 28 18:56:06.925514 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 57026) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:07.037977 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-6ba22fdf-0126-4269-acb9-2112fff29d6d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:07.039557 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-6ba22fdf-0126-4269-acb9-2112fff29d6d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports/9898a21e-dd11-474a-85f3-0669dd84988d HTTP/1.1" status: 200 len: 941 time: 0.1126244 Mar 28 18:56:07.417341 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device ca9fa374-b76c-4b01-a98b-c4bd38e67d67 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:56:07.536992 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb75a3-21f1-49d2-8310-eb49860120ee req-0f2c689a-d563-4dc4-8c24-0c4dd76a975e tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:07.539607 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a8bb75a3-21f1-49d2-8310-eb49860120ee req-0f2c689a-d563-4dc4-8c24-0c4dd76a975e tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 948 time: 0.0660803 Mar 28 18:56:07.573758 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port ca9fa374-b76c-4b01-a98b-c4bd38e67d67, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ca9fa374-b76c-4b01-a98b-c4bd38e67d67,segment=NetworkSegment(f498beb6-c50a-4ec5-930e-9b7ee6ff5316),segment_id=f498beb6-c50a-4ec5-930e-9b7ee6ff5316)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:07.586094 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': 'ca9fa374-b76c-4b01-a98b-c4bd38e67d67', 'network_id': '5a6a54d5-8b14-4955-8641-1895557b7004', 'port_id': 'ca9fa374-b76c-4b01-a98b-c4bd38e67d67', 'mac_address': 'fa:16:3e:44:85:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8c53a2-9d24-4f81-bcde-89da52f66221', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:56:07.603385 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e77d6c-e75e-438a-a576-5b02e55f9aff req-596db9c2-96cc-4071-8a4d-d0cb6c33e9b3 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:07.604960 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-86e77d6c-e75e-438a-a576-5b02e55f9aff req-596db9c2-96cc-4071-8a4d-d0cb6c33e9b3 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0706260 Mar 28 18:56:07.611728 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a8bb75a3-21f1-49d2-8310-eb49860120ee req-f1495076-e219-4ee3-97e5-cc72073c9caf tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504189 Mar 28 18:56:07.615771 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9898a21e-dd11-474a-85f3-0669dd84988d'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:07.618330 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d0bba3-388d-4f4e-a1e7-246e0cf33389" -d '{"events": [{"server_uuid": "ef4cbe99-d352-43ed-95ac-866bd7f1a46c", "name": "network-vif-unplugged", "status": "completed", "tag": "9898a21e-dd11-474a-85f3-0669dd84988d"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:07.639395 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port ca9fa374-b76c-4b01-a98b-c4bd38e67d67 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:56:07.640501 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:07.662511 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9fa374-b76c-4b01-a98b-c4bd38e67d67 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:56:07.676448 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-86e77d6c-e75e-438a-a576-5b02e55f9aff req-77632e36-e7f6-4fc0-bf31-61bb3fc7ee0e tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564892 Mar 28 18:56:07.687321 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port ca9fa374-b76c-4b01-a98b-c4bd38e67d67, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ca9fa374-b76c-4b01-a98b-c4bd38e67d67,segment=NetworkSegment(f498beb6-c50a-4ec5-930e-9b7ee6ff5316),segment_id=f498beb6-c50a-4ec5-930e-9b7ee6ff5316)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:07.692638 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:07.721848 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b46f708-4e7a-4e67-8442-146b8a1dec90 x-openstack-request-id: req-2b46f708-4e7a-4e67-8442-146b8a1dec90 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:07.722322 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4cbe99-d352-43ed-95ac-866bd7f1a46c", "name": "network-vif-unplugged", "status": "failed", "tag": "9898a21e-dd11-474a-85f3-0669dd84988d", "code": 422}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:07.722636 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b46f708-4e7a-4e67-8442-146b8a1dec90 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:07.723072 dv-cinder-835483-1-smb neutron-server[109705]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2b46f708-4e7a-4e67-8442-146b8a1dec90']: {'server_uuid': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9898a21e-dd11-474a-85f3-0669dd84988d', 'code': 422} returned with failed status Mar 28 18:56:07.752523 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=ca9fa374-b76c-4b01-a98b-c4bd38e67d67,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:07.752994 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd3248-7417-4b2f-a431-92c9700e5b72 req-1f1dd938-752c-4b9f-a9fe-e6e9c9a36e6d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:07.754600 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-79fd3248-7417-4b2f-a431-92c9700e5b72 req-1f1dd938-752c-4b9f-a9fe-e6e9c9a36e6d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0584810 Mar 28 18:56:07.810639 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-79fd3248-7417-4b2f-a431-92c9700e5b72 req-9243e5b2-3258-4719-baea-20b09b1e8896 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479393 Mar 28 18:56:07.826110 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde52791-b0dc-4632-8892-75fcfb7f83c5 req-5ec2186c-9c38-4608-8cf0-e42ac66a82dd tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:07.827670 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dde52791-b0dc-4632-8892-75fcfb7f83c5 req-5ec2186c-9c38-4608-8cf0-e42ac66a82dd tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0593796 Mar 28 18:56:07.878472 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-dde52791-b0dc-4632-8892-75fcfb7f83c5 req-680ccf00-d838-435a-8e5b-9e848ed6f81e tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452197 Mar 28 18:56:07.899752 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 57046) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:08.052021 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdf5c27-1006-4e88-b007-8da0088ffadc tempest-TestShelveInstance-1325089598 tempest-TestShelveInstance-1325089598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:08.053858 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-1cdf5c27-1006-4e88-b007-8da0088ffadc tempest-TestShelveInstance-1325089598 tempest-TestShelveInstance-1325089598-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 1124 time: 0.1527359 Mar 28 18:56:08.056329 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 57052) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:08.060460 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Request body: {'floatingip': {'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'port_id': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:08.067196 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['ca9fa374-b76c-4b01-a98b-c4bd38e67d67'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:56:08.081065 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:08.200852 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:08.310483 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Allocated IP 172.28.0.111 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/87990332-f808-4901-bd71-cea18e515778) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:56:08.424288 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for port (87990332-f808-4901-bd71-cea18e515778), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:08.458726 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (87990332-f808-4901-bd71-cea18e515778), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:08.493587 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:56:08.496251 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:56:08.499322 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:56:08.531066 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Pushing event updated for resources: {'Port': ['ID=87990332-f808-4901-bd71-cea18e515778,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:08.773554 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d68eaf-015d-4769-a07a-a01c191d592f req-e992ae29-b1d1-41eb-ba7a-0db194ae7011 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:08.774969 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-e3d68eaf-015d-4769-a07a-a01c191d592f req-e992ae29-b1d1-41eb-ba7a-0db194ae7011 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 949 time: 0.0845547 Mar 28 18:56:08.863226 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a00b4e1b-83ca-4087-845d-660de952ce7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:08.965913 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd211d-b217-41da-83e6-7950ceb9c974 req-16343ecf-aebf-4392-9942-3a81af5454da tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:08.967402 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5bfd211d-b217-41da-83e6-7950ceb9c974 req-16343ecf-aebf-4392-9942-3a81af5454da tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0708306 Mar 28 18:56:08.976871 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-e3d68eaf-015d-4769-a07a-a01c191d592f req-574c7463-7b50-4a64-be8b-d1a12b58c2ce tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963680 Mar 28 18:56:08.991912 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-7a85c231-bd1c-46e8-a2cc-5ec0e2d433e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:08.993395 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-7a85c231-bd1c-46e8-a2cc-5ec0e2d433e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c&tenant_id=c88a768b3efd4a9381507f381b0e331f HTTP/1.1" status: 200 len: 1128 time: 0.1905310 Mar 28 18:56:09.018224 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for floatingip (86a4b5c6-b731-4f3c-ba49-83d19a7c7935), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:09.025146 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5bfd211d-b217-41da-83e6-7950ceb9c974 req-fb66de04-de07-4dd8-bf4f-ef175b3fbd7f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516205 Mar 28 18:56:09.118169 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-31c2f655-808c-4998-948d-f39818acd808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:09.119669 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-31c2f655-808c-4998-948d-f39818acd808 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c88a768b3efd4a9381507f381b0e331f&device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 1128 time: 0.0974226 Mar 28 18:56:09.135525 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (87990332-f808-4901-bd71-cea18e515778), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:09.301339 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-346369c0-e686-40e7-bccc-39c3e49f291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:09.302775 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-346369c0-e686-40e7-bccc-39c3e49f291d service neutron] 10.222.0.23 "GET /v2.0/networks?id=211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 200 len: 918 time: 0.1765444 Mar 28 18:56:09.405288 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device ca9fa374-b76c-4b01-a98b-c4bd38e67d67 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:56:09.429762 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-34484e04-7234-487e-8470-cd925b8602b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9898a21e-dd11-474a-85f3-0669dd84988d HTTP/1.1" status: 200 len: 999 time: 0.1183844 Mar 28 18:56:09.457982 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port ca9fa374-b76c-4b01-a98b-c4bd38e67d67 completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:56:09.461820 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port ca9fa374-b76c-4b01-a98b-c4bd38e67d67 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:56:09.462193 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:09.473196 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for port (87990332-f808-4901-bd71-cea18e515778), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:09.479955 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (87990332-f808-4901-bd71-cea18e515778), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:09.548017 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port ca9fa374-b76c-4b01-a98b-c4bd38e67d67 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:56:09.548417 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:09.560237 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-fe845a06-cd97-4148-916d-32d6ba207b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:09.561659 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-fe845a06-cd97-4148-916d-32d6ba207b39 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c0ba61c-eb16-48bb-8d0b-0365046be9db HTTP/1.1" status: 200 len: 856 time: 0.1246085 Mar 28 18:56:09.568446 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Pushing event updated for resources: {'Port': ['ID=87990332-f808-4901-bd71-cea18e515778,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:09.584599 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port ca9fa374-b76c-4b01-a98b-c4bd38e67d67, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ca9fa374-b76c-4b01-a98b-c4bd38e67d67,segment=NetworkSegment(f498beb6-c50a-4ec5-930e-9b7ee6ff5316),segment_id=f498beb6-c50a-4ec5-930e-9b7ee6ff5316)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:09.589377 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:09.590332 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 9898a21e-dd11-474a-85f3-0669dd84988d no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:56:09.665823 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=ca9fa374-b76c-4b01-a98b-c4bd38e67d67,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:09.710134 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 9898a21e-dd11-474a-85f3-0669dd84988d is: DOWN; New status is: DOWN {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:56:09.724036 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1231e0b-270a-4fb9-87df-50bb2fffe452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9fa374-b76c-4b01-a98b-c4bd38e67d67'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:09.726423 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a947f3-25fd-4f50-b6cf-26fe39222e5b" -d '{"events": [{"server_uuid": "a1231e0b-270a-4fb9-87df-50bb2fffe452", "name": "network-vif-plugged", "status": "completed", "tag": "ca9fa374-b76c-4b01-a98b-c4bd38e67d67"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:09.767031 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b1eb3c-7b4d-4848-a5d9-2dd1d657bef6 x-openstack-request-id: req-08b1eb3c-7b4d-4848-a5d9-2dd1d657bef6 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:09.767844 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1231e0b-270a-4fb9-87df-50bb2fffe452", "name": "network-vif-plugged", "status": "completed", "tag": "ca9fa374-b76c-4b01-a98b-c4bd38e67d67", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:09.768115 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08b1eb3c-7b4d-4848-a5d9-2dd1d657bef6 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:09.768830 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b1eb3c-7b4d-4848-a5d9-2dd1d657bef6'] response: {'server_uuid': 'a1231e0b-270a-4fb9-87df-50bb2fffe452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9fa374-b76c-4b01-a98b-c4bd38e67d67', 'code': 200} Mar 28 18:56:09.829266 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (86a4b5c6-b731-4f3c-ba49-83d19a7c7935), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:09.922297 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-d8edd59e-3db5-46e4-9220-9f32445f59d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:09.923818 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-d8edd59e-3db5-46e4-9220-9f32445f59d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211f47c6-29ed-4108-b184-3fd54ff73f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3514612 Mar 28 18:56:09.956091 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29f20a-0d8e-4e07-b75b-b8f7263b2668 req-3f719121-185c-4201-a36e-3f8f6514fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:09.956923 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Floating IP 86a4b5c6-b731-4f3c-ba49-83d19a7c7935 associated. External IP: 172.28.0.111, port: 626039f8-0a7a-46d5-8d35-86feba27d7e0. Mar 28 18:56:09.957638 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-de29f20a-0d8e-4e07-b75b-b8f7263b2668 req-3f719121-185c-4201-a36e-3f8f6514fe4f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 1134 time: 0.0446281 Mar 28 18:56:10.013474 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-de29f20a-0d8e-4e07-b75b-b8f7263b2668 req-7927e29a-998c-47b7-a068-9f13191ab9a5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491631 Mar 28 18:56:10.121187 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-be2b47b5-d07f-4aef-8eac-b7f5290a6914 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885612 Mar 28 18:56:10.124223 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf0a87-c2c0-434f-973c-3f6e234aea5f req-ccfacbad-8f8b-457f-b99d-dbf418531bab tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:10.130202 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5faf0a87-c2c0-434f-973c-3f6e234aea5f req-ccfacbad-8f8b-457f-b99d-dbf418531bab tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0653439 Mar 28 18:56:10.176154 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5faf0a87-c2c0-434f-973c-3f6e234aea5f req-9a064b6a-3f83-458e-8074-1034d4352e63 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443239 Mar 28 18:56:10.330853 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad74597-e08e-4c0e-b7c6-0f1d15400712 req-a9b616b7-bd8a-45d0-be52-a49fc4c337ba tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:10.332308 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3ad74597-e08e-4c0e-b7c6-0f1d15400712 req-a9b616b7-bd8a-45d0-be52-a49fc4c337ba tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.1596150 Mar 28 18:56:10.386945 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Router 17f147c7-52ca-434c-befa-30e38e4fa564 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:56:10.433422 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a7456786-d09d-48a5-8432-019e3a2f6abc req-9b9cbfc1-dcf7-4d6b-9b88-571bc9d9658a service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833484 Mar 28 18:56:10.437971 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3ad74597-e08e-4c0e-b7c6-0f1d15400712 req-6ff53d42-c2c3-456e-b075-6063e989f31e tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968704 Mar 28 18:56:10.543557 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:56:10.553313 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803d82f-8312-49eb-b960-6d117a2e55a8 None None] Sync routers for ids ['17f147c7-52ca-434c-befa-30e38e4fa564'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:56:10.561986 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.564225 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803d82f-8312-49eb-b960-6d117a2e55a8 None None] Routers {'17f147c7-52ca-434c-befa-30e38e4fa564'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:56:10.565004 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3803d82f-8312-49eb-b960-6d117a2e55a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:55:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['17f147c7-52ca-434c-befa-30e38e4fa564'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:10.594967 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-8ca2c079-2ec7-4f16-8a83-3beec7afa8b8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5374510 Mar 28 18:56:10.595379 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'tag': '626039f8-0a7a-46d5-8d35-86feba27d7e0'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:10.597617 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eed7159-7478-4e95-aeef-1749b0193329" -d '{"events": [{"name": "network-changed", "server_uuid": "20d9b5ce-5fdf-437a-81e2-47750cffbc00", "tag": "626039f8-0a7a-46d5-8d35-86feba27d7e0"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:10.644587 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef480259-a5bd-464b-a20d-aee7d8bbd684 x-openstack-request-id: req-ef480259-a5bd-464b-a20d-aee7d8bbd684 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:10.644877 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d9b5ce-5fdf-437a-81e2-47750cffbc00", "tag": "626039f8-0a7a-46d5-8d35-86feba27d7e0", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:10.645133 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef480259-a5bd-464b-a20d-aee7d8bbd684 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:10.645560 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef480259-a5bd-464b-a20d-aee7d8bbd684'] response: {'name': 'network-changed', 'server_uuid': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'tag': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'status': 'completed', 'code': 200} Mar 28 18:56:10.682444 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-3803d82f-8312-49eb-b960-6d117a2e55a8 None None] Set router 17f147c7-52ca-434c-befa-30e38e4fa564 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:56:10.739804 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed7159-7478-4e95-aeef-1749b0193329 req-c7e8cd46-1119-42b0-9389-042419dd1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:10.741433 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9eed7159-7478-4e95-aeef-1749b0193329 req-c7e8cd46-1119-42b0-9389-042419dd1f2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b0eb789c909483e8dc11e90ad743cdf&device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 1129 time: 0.0587480 Mar 28 18:56:10.841456 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed7159-7478-4e95-aeef-1749b0193329 req-29d9fb82-9dd1-4d20-aca0-687b84425782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:10.843307 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9eed7159-7478-4e95-aeef-1749b0193329 req-29d9fb82-9dd1-4d20-aca0-687b84425782 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bd8dd670-ca23-468a-833f-deb63d9327f8 HTTP/1.1" status: 200 len: 910 time: 0.0905852 Mar 28 18:56:10.917766 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9eed7159-7478-4e95-aeef-1749b0193329 req-4fe1d764-cbb4-469f-8ac6-67aae68dc321 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0 HTTP/1.1" status: 200 len: 999 time: 0.0645339 Mar 28 18:56:10.929614 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3803d82f-8312-49eb-b960-6d117a2e55a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T18:55:05Z', 'revision_number': 4, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port': {'id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:03Z', 'updated_at': '2022-03-28T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '86a4b5c6-b731-4f3c-ba49-83d19a7c7935', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'port_id': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'mac_address': 'fa:16:3e:89:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:56:08Z', 'updated_at': '2022-03-28T18:56:08Z', 'revision_number': 0, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ccb2c8-a5b9-4ee6-818c-c22a12928f85', 'name': '', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'mac_address': 'fa:16:3e:7b:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:10Z', 'revision_number': 5, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'subnets': [{'id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:10.960140 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803d82f-8312-49eb-b960-6d117a2e55a8 None None] Checking router: 17f147c7-52ca-434c-befa-30e38e4fa564 for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:56:10.970822 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803d82f-8312-49eb-b960-6d117a2e55a8 None None] Routers {'17f147c7-52ca-434c-befa-30e38e4fa564'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:56:10.971613 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3803d82f-8312-49eb-b960-6d117a2e55a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:55:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['17f147c7-52ca-434c-befa-30e38e4fa564'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:10.985038 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed7159-7478-4e95-aeef-1749b0193329 req-6a53aa79-07b5-4650-aa9f-aba19e3d0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:10.986792 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9eed7159-7478-4e95-aeef-1749b0193329 req-6a53aa79-07b5-4650-aa9f-aba19e3d0033 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dea14a4-eb6a-4f92-99d6-bc43a4250443 HTTP/1.1" status: 200 len: 848 time: 0.0597918 Mar 28 18:56:11.058592 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed7159-7478-4e95-aeef-1749b0193329 req-5505fe23-6d44-42cc-b570-69ba0a25175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:11.060624 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9eed7159-7478-4e95-aeef-1749b0193329 req-5505fe23-6d44-42cc-b570-69ba0a25175f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd8dd670-ca23-468a-833f-deb63d9327f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0612352 Mar 28 18:56:11.061163 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20fa075b-069b-4102-a671-713e9f3d31ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:11.124317 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-3803d82f-8312-49eb-b960-6d117a2e55a8 None None] Set router 17f147c7-52ca-434c-befa-30e38e4fa564 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:56:11.367317 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0202c-a3c1-407b-8939-dec1358a06ed req-bfda970a-891e-45d9-b5db-c1a2ba1c46cf tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:11.375838 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4cc0202c-a3c1-407b-8939-dec1358a06ed req-bfda970a-891e-45d9-b5db-c1a2ba1c46cf tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0997386 Mar 28 18:56:11.443833 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4cc0202c-a3c1-407b-8939-dec1358a06ed req-1a113ebb-63a7-4f3a-9ec7-f5c8d4dacf32 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668766 Mar 28 18:56:11.574114 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3803d82f-8312-49eb-b960-6d117a2e55a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T18:55:05Z', 'revision_number': 4, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port': {'id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:03Z', 'updated_at': '2022-03-28T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '86a4b5c6-b731-4f3c-ba49-83d19a7c7935', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'port_id': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'mac_address': 'fa:16:3e:89:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:56:08Z', 'updated_at': '2022-03-28T18:56:08Z', 'revision_number': 0, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ccb2c8-a5b9-4ee6-818c-c22a12928f85', 'name': '', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'mac_address': 'fa:16:3e:7b:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:10Z', 'revision_number': 5, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'subnets': [{'id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:11.598724 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f7b3e-1e37-4104-b4ee-84563cf415f2 req-71f8a5a9-dd83-4174-8c47-cf332e9160bb tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:11.600880 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-848f7b3e-1e37-4104-b4ee-84563cf415f2 req-71f8a5a9-dd83-4174-8c47-cf332e9160bb tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0573881 Mar 28 18:56:11.618944 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803d82f-8312-49eb-b960-6d117a2e55a8 None None] The sync data for ids ['17f147c7-52ca-434c-befa-30e38e4fa564'] in dv-cinder-835483-1-smb is: [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T18:55:05Z', 'revision_number': 4, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port': {'id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:03Z', 'updated_at': '2022-03-28T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '86a4b5c6-b731-4f3c-ba49-83d19a7c7935', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'port_id': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'mac_address': 'fa:16:3e:89:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:56:08Z', 'updated_at': '2022-03-28T18:56:08Z', 'revision_number': 0, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ccb2c8-a5b9-4ee6-818c-c22a12928f85', 'name': '', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'mac_address': 'fa:16:3e:7b:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:10Z', 'revision_number': 5, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'subnets': [{'id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:56:11.663960 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-848f7b3e-1e37-4104-b4ee-84563cf415f2 req-73693713-c601-4c63-8d9e-4bba8ade88ab tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567329 Mar 28 18:56:11.837326 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afef74-f495-4a7e-b147-c733d558e472 None None] New status for floating IP 86a4b5c6-b731-4f3c-ba49-83d19a7c7935: ACTIVE {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:56:12.237243 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:12.592112 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854031e-906f-49cd-ac19-bcb72b06ce2d req-5739fa59-7ec7-43a5-bd4e-a0d933d0089b tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:12.599314 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0854031e-906f-49cd-ac19-bcb72b06ce2d req-5739fa59-7ec7-43a5-bd4e-a0d933d0089b tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0751390 Mar 28 18:56:12.661685 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0854031e-906f-49cd-ac19-bcb72b06ce2d req-e14ec9c2-eefa-4792-9948-b0ec417686de tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568933 Mar 28 18:56:12.793084 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffb013-cbf9-4198-9ce7-e572983a2af8 req-623fda5c-10b1-424c-84ef-8288c67356c9 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:12.794768 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f7ffb013-cbf9-4198-9ce7-e572983a2af8 req-623fda5c-10b1-424c-84ef-8288c67356c9 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0621955 Mar 28 18:56:12.845158 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f7ffb013-cbf9-4198-9ce7-e572983a2af8 req-01450840-1aef-4218-96af-75418a5eb6eb tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442109 Mar 28 18:56:13.664549 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:13.794966 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba8e40-997d-446e-a84e-0823a7c7a16f req-768e0452-3054-4d7f-a1a6-313ce117a557 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:13.796443 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-51ba8e40-997d-446e-a84e-0823a7c7a16f req-768e0452-3054-4d7f-a1a6-313ce117a557 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0566690 Mar 28 18:56:13.846011 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-51ba8e40-997d-446e-a84e-0823a7c7a16f req-d0095f26-377c-4110-aee1-31edcae5b37c tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439267 Mar 28 18:56:14.002060 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c67a5-83d2-460a-842d-96ad1540a091 req-cb8cca41-bafe-4bf7-9f01-55cda9978263 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:14.003686 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-cc3c67a5-83d2-460a-842d-96ad1540a091 req-cb8cca41-bafe-4bf7-9f01-55cda9978263 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0699048 Mar 28 18:56:14.054797 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-cc3c67a5-83d2-460a-842d-96ad1540a091 req-e6dfd750-4c01-4262-bf6f-d007003f9c38 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453947 Mar 28 18:56:14.975445 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7539f6-9400-4cf1-a60c-f3225587ffdd req-0c04abd4-9731-4275-bfe9-00eafe2cc568 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:14.977081 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8f7539f6-9400-4cf1-a60c-f3225587ffdd req-0c04abd4-9731-4275-bfe9-00eafe2cc568 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0650122 Mar 28 18:56:15.025026 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8f7539f6-9400-4cf1-a60c-f3225587ffdd req-a0141211-9f15-4ccc-a2ab-be58423a79cd tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413363 Mar 28 18:56:15.061505 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:15.188465 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d2781-5d81-498a-8302-79c5e005b790 req-b18cb733-475b-4c4f-b806-6eabf675ce1f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:15.189974 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0b0d2781-5d81-498a-8302-79c5e005b790 req-b18cb733-475b-4c4f-b806-6eabf675ce1f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0596561 Mar 28 18:56:15.246848 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0b0d2781-5d81-498a-8302-79c5e005b790 req-e1bb64b6-d9ea-4cc6-82ba-f305e82b7998 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507455 Mar 28 18:56:16.151786 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f917492-3ef5-4151-a1dc-2a9a2e06a70d req-277a091a-b8ef-4b22-a958-75a977783046 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:16.153914 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7f917492-3ef5-4151-a1dc-2a9a2e06a70d req-277a091a-b8ef-4b22-a958-75a977783046 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0587404 Mar 28 18:56:16.204151 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7f917492-3ef5-4151-a1dc-2a9a2e06a70d req-6f7557b7-0aad-44fc-b4e3-9fdd95c469f7 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 Mar 28 18:56:16.375304 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15341f5c-5631-4bb2-bb90-13a5a3c62ce7 req-e8a0a800-6e21-4561-aacc-c16133091013 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:16.376693 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-15341f5c-5631-4bb2-bb90-13a5a3c62ce7 req-e8a0a800-6e21-4561-aacc-c16133091013 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0564365 Mar 28 18:56:16.427889 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-15341f5c-5631-4bb2-bb90-13a5a3c62ce7 req-a8f4aee9-f4b6-427f-bfd3-1eb084d9b61b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456297 Mar 28 18:56:17.327772 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d6d35-ba0e-4914-bbfa-f124b77f4cb3 req-87435717-a7bc-4e03-85f9-08633d5bf195 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:17.329282 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-871d6d35-ba0e-4914-bbfa-f124b77f4cb3 req-87435717-a7bc-4e03-85f9-08633d5bf195 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0542529 Mar 28 18:56:17.386734 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-871d6d35-ba0e-4914-bbfa-f124b77f4cb3 req-9cff0f2f-2ce0-4717-a1aa-a13200a39c40 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502124 Mar 28 18:56:17.555832 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10209884-6fb1-47ca-92bc-bc4554fbafba req-1e0606e4-b10e-445b-8835-e6e4cd4491c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:17.557252 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-10209884-6fb1-47ca-92bc-bc4554fbafba req-1e0606e4-b10e-445b-8835-e6e4cd4491c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0540776 Mar 28 18:56:17.607528 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-10209884-6fb1-47ca-92bc-bc4554fbafba req-deae1d8c-9a62-4e78-83e2-0cdbe22aee05 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435319 Mar 28 18:56:18.517567 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b514c-5506-4d22-8964-40f0f9420e19 req-39c9ec41-d5b1-4a37-a08e-14aae794d347 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:18.519101 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d75b514c-5506-4d22-8964-40f0f9420e19 req-39c9ec41-d5b1-4a37-a08e-14aae794d347 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0632377 Mar 28 18:56:18.569662 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d75b514c-5506-4d22-8964-40f0f9420e19 req-bed50a66-9250-48ac-9f9b-f721b3caf419 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442011 Mar 28 18:56:18.744625 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d7b7-ec87-4ac8-a731-ad11e2c1d9f1 req-762531b4-f2bb-46a8-a2ad-7438ac2f15d0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:18.746126 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-12a6d7b7-ec87-4ac8-a731-ad11e2c1d9f1 req-762531b4-f2bb-46a8-a2ad-7438ac2f15d0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0668221 Mar 28 18:56:18.794716 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-12a6d7b7-ec87-4ac8-a731-ad11e2c1d9f1 req-8bd54d50-5009-4d52-9bad-f94325bf99d2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425088 Mar 28 18:56:19.700410 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727377b-9cdf-48fc-8728-ece370a5c49a req-69661b25-6404-40ee-843b-226499112e9c tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:19.703169 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e727377b-9cdf-48fc-8728-ece370a5c49a req-69661b25-6404-40ee-843b-226499112e9c tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0607684 Mar 28 18:56:19.753414 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e727377b-9cdf-48fc-8728-ece370a5c49a req-dad966a3-6e1e-4868-add6-9625fc1512c5 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454867 Mar 28 18:56:19.923313 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa73aa7-8be2-46ff-b04e-5789f34f8fe7 req-ce548e08-4803-45e4-a893-783effff29d0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:19.924772 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0aa73aa7-8be2-46ff-b04e-5789f34f8fe7 req-ce548e08-4803-45e4-a893-783effff29d0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0556617 Mar 28 18:56:19.976684 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0aa73aa7-8be2-46ff-b04e-5789f34f8fe7 req-07f5843f-b019-4932-9e65-6c348b161d72 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463376 Mar 28 18:56:20.874267 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9f0d1-d367-4a42-b012-f753737af15f req-4b4bc05b-9664-4e69-9768-3ae2582b0350 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:20.875768 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a4f9f0d1-d367-4a42-b012-f753737af15f req-4b4bc05b-9664-4e69-9768-3ae2582b0350 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0547910 Mar 28 18:56:20.925816 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a4f9f0d1-d367-4a42-b012-f753737af15f req-2d3179b2-28c5-4a42-8b4c-e10a74381e7d tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442104 Mar 28 18:56:21.107297 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737862ed-3903-42ff-b634-7cf94b0c27ad req-f05efbb1-49e1-465b-b34d-558782a792bd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:21.114133 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-737862ed-3903-42ff-b634-7cf94b0c27ad req-f05efbb1-49e1-465b-b34d-558782a792bd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0612195 Mar 28 18:56:21.159814 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-737862ed-3903-42ff-b634-7cf94b0c27ad req-178fefdf-713e-4542-98c9-37263920bed7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448022 Mar 28 18:56:22.046544 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709f28e-3ecf-40b7-b789-23b97cc3db14 req-8fdf9436-bf80-4c0a-abb0-2075bf08c9ea tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:22.048030 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d709f28e-3ecf-40b7-b789-23b97cc3db14 req-8fdf9436-bf80-4c0a-abb0-2075bf08c9ea tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0562301 Mar 28 18:56:22.095308 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d709f28e-3ecf-40b7-b789-23b97cc3db14 req-67e5da86-fdc9-4f7b-81ee-ee46d4a8ad2e tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Mar 28 18:56:22.300502 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f963a80-3315-49d1-a702-22d6941a0bec req-44056f51-9379-4f98-bf81-a29ac89cda4a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:22.302037 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0f963a80-3315-49d1-a702-22d6941a0bec req-44056f51-9379-4f98-bf81-a29ac89cda4a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0532765 Mar 28 18:56:22.352672 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0f963a80-3315-49d1-a702-22d6941a0bec req-1d212f9f-2b5e-462e-8418-6ec80c7c7707 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450354 Mar 28 18:56:22.429417 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9eed7159-7478-4e95-aeef-1749b0193329 req-5cc3d051-0088-42d8-b350-0e5dbd05af19 service neutron] 10.222.0.23 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898790 Mar 28 18:56:22.558685 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9eed7159-7478-4e95-aeef-1749b0193329 req-044d5597-e9ac-497e-8a9c-969451686878 service neutron] 10.222.0.23 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933650 Mar 28 18:56:23.218160 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23eed9-81cf-48da-a90b-f98d3b2054b0 req-e9adb07a-d944-4ca3-b66f-6fea3f463dbe tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:23.219180 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:56:23.219621 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1f23eed9-81cf-48da-a90b-f98d3b2054b0 req-e9adb07a-d944-4ca3-b66f-6fea3f463dbe tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0574751 Mar 28 18:56:23.267254 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1f23eed9-81cf-48da-a90b-f98d3b2054b0 req-cea31b56-c138-4855-846a-182504407bae tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420215 Mar 28 18:56:23.487193 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b74bb-2d23-4066-a731-a15f439c5c65 req-106db580-ef71-44ba-b29c-ca26b6528a81 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:23.489276 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e05b74bb-2d23-4066-a731-a15f439c5c65 req-106db580-ef71-44ba-b29c-ca26b6528a81 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0573201 Mar 28 18:56:23.543733 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f021c3-a8ab-4b2e-b2fe-64bd42b08181 req-eb479295-818f-4029-a0bf-e0dc868d5378 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:23.545900 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-07f021c3-a8ab-4b2e-b2fe-64bd42b08181 req-eb479295-818f-4029-a0bf-e0dc868d5378 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0668128 Mar 28 18:56:23.546601 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e05b74bb-2d23-4066-a731-a15f439c5c65 req-c4507491-998f-4b20-8ed1-6db94087cbf1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503211 Mar 28 18:56:23.596510 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-07f021c3-a8ab-4b2e-b2fe-64bd42b08181 req-c7ad0b0e-fcf7-4c18-aaa7-ca994edb26da tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415089 Mar 28 18:56:24.678674 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cab6a8-2372-41b1-bb9f-70e99435a438 req-103b7f60-03c9-4305-9a1a-86a639649e41 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:24.680163 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-16cab6a8-2372-41b1-bb9f-70e99435a438 req-103b7f60-03c9-4305-9a1a-86a639649e41 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 944 time: 0.0616796 Mar 28 18:56:24.720004 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a9b23-5827-44a5-b09f-544fa18359f3 req-97f39cc0-f27d-496a-964a-d43d012cffd2 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:24.727283 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-407a9b23-5827-44a5-b09f-544fa18359f3 req-97f39cc0-f27d-496a-964a-d43d012cffd2 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0612340 Mar 28 18:56:24.738256 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-16cab6a8-2372-41b1-bb9f-70e99435a438 req-1f745d12-f06e-4a78-8f01-92f4d4903d11 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503502 Mar 28 18:56:24.781928 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-407a9b23-5827-44a5-b09f-544fa18359f3 req-72b77c6d-7a77-41ca-89fa-ca7fc7c088ec tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534954 Mar 28 18:56:24.849894 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f855b-51db-4fa7-be57-227ab0d1595e req-f4752cea-d170-41ee-a583-8ef2a3afd424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:24.851310 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d1f855b-51db-4fa7-be57-227ab0d1595e req-f4752cea-d170-41ee-a583-8ef2a3afd424 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c88a768b3efd4a9381507f381b0e331f&device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 1128 time: 0.0451608 Mar 28 18:56:24.963830 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f855b-51db-4fa7-be57-227ab0d1595e req-f5a3f868-d6b1-4491-9a32-5000833b8bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:24.965322 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d1f855b-51db-4fa7-be57-227ab0d1595e req-f5a3f868-d6b1-4491-9a32-5000833b8bda service neutron] 10.222.0.23 "GET /v2.0/networks?id=211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 200 len: 918 time: 0.0934427 Mar 28 18:56:25.037596 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d1f855b-51db-4fa7-be57-227ab0d1595e req-4ae88235-000f-4223-be2c-377722bdcb94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9898a21e-dd11-474a-85f3-0669dd84988d HTTP/1.1" status: 200 len: 999 time: 0.0596452 Mar 28 18:56:25.088816 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f855b-51db-4fa7-be57-227ab0d1595e req-2996bd3e-d3fd-481a-892b-bbd62dd2d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:25.090293 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d1f855b-51db-4fa7-be57-227ab0d1595e req-2996bd3e-d3fd-481a-892b-bbd62dd2d7d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c0ba61c-eb16-48bb-8d0b-0365046be9db HTTP/1.1" status: 200 len: 856 time: 0.0467503 Mar 28 18:56:25.139496 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f855b-51db-4fa7-be57-227ab0d1595e req-b8e79ae3-87ea-40b2-9a70-4b1c7fe3e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:25.140966 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d1f855b-51db-4fa7-be57-227ab0d1595e req-b8e79ae3-87ea-40b2-9a70-4b1c7fe3e831 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211f47c6-29ed-4108-b184-3fd54ff73f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436051 Mar 28 18:56:25.230690 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d1f855b-51db-4fa7-be57-227ab0d1595e req-fb39fb56-8894-4ea8-9eae-8ac49ba59f62 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809882 Mar 28 18:56:25.329657 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d1f855b-51db-4fa7-be57-227ab0d1595e req-7710cbbf-e4ea-4aaf-b977-f1330b1e9960 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886979 Mar 28 18:56:25.415858 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce9423-c2ea-476c-b346-1e81c23165e3 req-a48d84e3-204b-4ee4-b7cf-55e93cf48b79 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:25.417312 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a3ce9423-c2ea-476c-b346-1e81c23165e3 req-a48d84e3-204b-4ee4-b7cf-55e93cf48b79 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 950 time: 0.0521002 Mar 28 18:56:25.482741 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 9898a21e-dd11-474a-85f3-0669dd84988d details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:56:25.564687 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-a3ce9423-c2ea-476c-b346-1e81c23165e3 req-f2c52a4f-d7a7-4a7b-93d3-020b827a02ab tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Deleting port ca9fa374-b76c-4b01-a98b-c4bd38e67d67 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:56:25.565171 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a3ce9423-c2ea-476c-b346-1e81c23165e3 req-f2c52a4f-d7a7-4a7b-93d3-020b827a02ab tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:25.587608 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 9898a21e-dd11-474a-85f3-0669dd84988d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=9898a21e-dd11-474a-85f3-0669dd84988d,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:25.600022 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '9898a21e-dd11-474a-85f3-0669dd84988d', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'port_id': '9898a21e-dd11-474a-85f3-0669dd84988d', 'mac_address': 'fa:16:3e:e3:b0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:56:25.639622 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 9898a21e-dd11-474a-85f3-0669dd84988d is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:56:25.640013 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:25.658501 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9898a21e-dd11-474a-85f3-0669dd84988d {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:56:25.658973 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-a3ce9423-c2ea-476c-b346-1e81c23165e3 req-f2c52a4f-d7a7-4a7b-93d3-020b827a02ab tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] For port ca9fa374-b76c-4b01-a98b-c4bd38e67d67, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ca9fa374-b76c-4b01-a98b-c4bd38e67d67,segment=NetworkSegment(f498beb6-c50a-4ec5-930e-9b7ee6ff5316),segment_id=f498beb6-c50a-4ec5-930e-9b7ee6ff5316)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:25.659333 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a3ce9423-c2ea-476c-b346-1e81c23165e3 req-f2c52a4f-d7a7-4a7b-93d3-020b827a02ab tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:25.678468 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-a3ce9423-c2ea-476c-b346-1e81c23165e3 req-f2c52a4f-d7a7-4a7b-93d3-020b827a02ab tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Calling delete_port for ca9fa374-b76c-4b01-a98b-c4bd38e67d67 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:56:25.679082 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 9898a21e-dd11-474a-85f3-0669dd84988d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=9898a21e-dd11-474a-85f3-0669dd84988d,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:25.686742 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:25.752372 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=9898a21e-dd11-474a-85f3-0669dd84988d,revision_number=9']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:25.906943 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad7ed4-343c-4afa-b2de-325849658b01 req-53040636-490d-4616-8c8a-8167401a07d7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:25.908636 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c8ad7ed4-343c-4afa-b2de-325849658b01 req-53040636-490d-4616-8c8a-8167401a07d7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 945 time: 0.0803776 Mar 28 18:56:25.909843 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a3ce9423-c2ea-476c-b346-1e81c23165e3 req-f2c52a4f-d7a7-4a7b-93d3-020b827a02ab tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (ca9fa374-b76c-4b01-a98b-c4bd38e67d67), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:25.927303 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c47655-37dd-4edc-aeba-d6e417aff2cf req-62834b52-7dc1-444f-abfd-e4d2d7d7a66a tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:25.930763 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['ca9fa374-b76c-4b01-a98b-c4bd38e67d67'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:56:25.930944 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e8c47655-37dd-4edc-aeba-d6e417aff2cf req-62834b52-7dc1-444f-abfd-e4d2d7d7a66a tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1231e0b-270a-4fb9-87df-50bb2fffe452 HTTP/1.1" status: 200 len: 867 time: 0.0698586 Mar 28 18:56:25.954821 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c52a4f-d7a7-4a7b-93d3-020b827a02ab tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Pushing event deleted for resources: {'Port': ['ID=ca9fa374-b76c-4b01-a98b-c4bd38e67d67,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:26.007625 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e8c47655-37dd-4edc-aeba-d6e417aff2cf req-fbf4d67a-526d-4b00-bdbd-54e09a831d80 tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.18 "GET /v2.0/security-groups?id=043373cd-ab3f-4450-bbd1-28a88bdd5090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701423 Mar 28 18:56:26.042835 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ce9423-c2ea-476c-b346-1e81c23165e3 req-f2c52a4f-d7a7-4a7b-93d3-020b827a02ab tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] No DVR routers for this DVR port ca9fa374-b76c-4b01-a98b-c4bd38e67d67 on host hv-cinder-83548 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:56:26.052897 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a3ce9423-c2ea-476c-b346-1e81c23165e3 req-f2c52a4f-d7a7-4a7b-93d3-020b827a02ab tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:26.053840 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['9898a21e-dd11-474a-85f3-0669dd84988d'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:56:26.056643 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a3ce9423-c2ea-476c-b346-1e81c23165e3 req-f2c52a4f-d7a7-4a7b-93d3-020b827a02ab tempest-VolumesNegativeTest-1477011849 tempest-VolumesNegativeTest-1477011849-project] 10.222.0.23 "DELETE /v2.0/ports/ca9fa374-b76c-4b01-a98b-c4bd38e67d67 HTTP/1.1" status: 204 len: 173 time: 0.6253653 Mar 28 18:56:26.056822 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1231e0b-270a-4fb9-87df-50bb2fffe452', 'name': 'network-vif-deleted', 'tag': 'ca9fa374-b76c-4b01-a98b-c4bd38e67d67'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:26.059517 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee601fec-d9af-460b-b422-c289cb666609" -d '{"events": [{"server_uuid": "a1231e0b-270a-4fb9-87df-50bb2fffe452", "name": "network-vif-deleted", "tag": "ca9fa374-b76c-4b01-a98b-c4bd38e67d67"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:26.077423 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c8ad7ed4-343c-4afa-b2de-325849658b01 req-9e38c596-3592-484d-adbe-de664dbcc925 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593485 Mar 28 18:56:26.114379 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240d8abc-1a96-43f0-a100-e5f423934b45 x-openstack-request-id: req-240d8abc-1a96-43f0-a100-e5f423934b45 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:26.114704 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1231e0b-270a-4fb9-87df-50bb2fffe452", "name": "network-vif-deleted", "tag": "ca9fa374-b76c-4b01-a98b-c4bd38e67d67", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:26.114960 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-240d8abc-1a96-43f0-a100-e5f423934b45 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:26.115371 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240d8abc-1a96-43f0-a100-e5f423934b45'] response: {'server_uuid': 'a1231e0b-270a-4fb9-87df-50bb2fffe452', 'name': 'network-vif-deleted', 'tag': 'ca9fa374-b76c-4b01-a98b-c4bd38e67d67', 'status': 'completed', 'code': 200} Mar 28 18:56:26.181707 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.212126 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae857682-72c8-4606-bcc3-a9bc68e0a216 req-0773bef8-b310-4e3e-9453-1db72d86b32c tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:27.213611 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ae857682-72c8-4606-bcc3-a9bc68e0a216 req-0773bef8-b310-4e3e-9453-1db72d86b32c tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 945 time: 0.0556571 Mar 28 18:56:27.262102 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ae857682-72c8-4606-bcc3-a9bc68e0a216 req-1dd9b1fe-227b-4bd4-bf8d-a8a02db3a36b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418665 Mar 28 18:56:27.499191 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 9898a21e-dd11-474a-85f3-0669dd84988d up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:56:27.555887 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 9898a21e-dd11-474a-85f3-0669dd84988d triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:56:27.556252 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.638772 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 9898a21e-dd11-474a-85f3-0669dd84988d is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:56:27.639244 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.662898 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9898a21e-dd11-474a-85f3-0669dd84988d'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:27.665089 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5d0b55-4b9f-454b-ab7a-f980040e23fe" -d '{"events": [{"server_uuid": "ef4cbe99-d352-43ed-95ac-866bd7f1a46c", "name": "network-vif-plugged", "status": "completed", "tag": "9898a21e-dd11-474a-85f3-0669dd84988d"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:27.677281 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 9898a21e-dd11-474a-85f3-0669dd84988d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=9898a21e-dd11-474a-85f3-0669dd84988d,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:27.681494 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.706269 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc273d4-ef4f-4e92-9e8d-b398d3459dc2 x-openstack-request-id: req-4dc273d4-ef4f-4e92-9e8d-b398d3459dc2 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:27.706597 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4cbe99-d352-43ed-95ac-866bd7f1a46c", "name": "network-vif-plugged", "status": "completed", "tag": "9898a21e-dd11-474a-85f3-0669dd84988d", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:27.706921 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dc273d4-ef4f-4e92-9e8d-b398d3459dc2 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:27.707328 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc273d4-ef4f-4e92-9e8d-b398d3459dc2'] response: {'server_uuid': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9898a21e-dd11-474a-85f3-0669dd84988d', 'code': 200} Mar 28 18:56:27.745439 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=9898a21e-dd11-474a-85f3-0669dd84988d,revision_number=10']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:28.359815 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54425839-3f25-47ee-9276-d2d39d37861e req-8aa5e21c-8075-4a4d-aafe-ca3dec6ca9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:28.361338 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-54425839-3f25-47ee-9276-d2d39d37861e req-8aa5e21c-8075-4a4d-aafe-ca3dec6ca9a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 1131 time: 0.0524213 Mar 28 18:56:28.409641 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-54425839-3f25-47ee-9276-d2d39d37861e req-f9f8b8f9-3de3-420d-a07d-6dc0121e0858 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420754 Mar 28 18:56:28.423521 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62da3d-1904-4578-8fac-98775231f817 req-4c8bbef4-2708-408c-8ddc-c6205411bbdd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:28.425097 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5b62da3d-1904-4578-8fac-98775231f817 req-4c8bbef4-2708-408c-8ddc-c6205411bbdd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 947 time: 0.0817866 Mar 28 18:56:28.479635 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5b62da3d-1904-4578-8fac-98775231f817 req-65cdf016-5743-4af4-a4b3-381055de46e2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485702 Mar 28 18:56:29.511994 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device ca9fa374-b76c-4b01-a98b-c4bd38e67d67 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:56:29.533595 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: ca9fa374-b76c-4b01-a98b-c4bd38e67d67 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:56:29.533969 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device ca9fa374-b76c-4b01-a98b-c4bd38e67d67 not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:56:29.624067 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e681e4c-a58f-4e88-9ae9-e285b8975de5 req-4698afe3-5bed-42cb-a5fb-fd6f1cc25e6d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:29.625538 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1e681e4c-a58f-4e88-9ae9-e285b8975de5 req-4698afe3-5bed-42cb-a5fb-fd6f1cc25e6d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 947 time: 0.0627482 Mar 28 18:56:29.676964 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1e681e4c-a58f-4e88-9ae9-e285b8975de5 req-376cbf14-98c2-437f-9efa-b6f52e0c81b2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452967 Mar 28 18:56:30.815101 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a1163-4c43-4722-bcb1-8843374b48d9 req-fa38a93f-fef5-4d20-b26d-3d75d22e0bf1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:30.816844 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f62a1163-4c43-4722-bcb1-8843374b48d9 req-fa38a93f-fef5-4d20-b26d-3d75d22e0bf1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 947 time: 0.0579307 Mar 28 18:56:30.870388 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f62a1163-4c43-4722-bcb1-8843374b48d9 req-1cfbd623-48f4-4b80-8822-61350ad37ba5 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477300 Mar 28 18:56:30.876682 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 57526) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:31.005336 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-aba4a7dd-0d28-4ee4-826c-4bca3003c722 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3440f20494de4cfb9442d7f60d6379ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275096 Mar 28 18:56:31.007778 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 57532) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:31.052645 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Publish callbacks [] for security_group (043373cd-ab3f-4450-bbd1-28a88bdd5090), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:31.073825 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Publish callbacks [] for security_group (043373cd-ab3f-4450-bbd1-28a88bdd5090), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:31.118972 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (043373cd-ab3f-4450-bbd1-28a88bdd5090), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:31.121622 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:31.123426 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/043373cd-ab3f-4450-bbd1-28a88bdd5090 HTTP/1.1" status: 204 len: 168 time: 0.1146307 Mar 28 18:56:31.131086 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043373cd-ab3f-4450-bbd1-28a88bdd5090,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:31.138526 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:31.138876 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:31.139223 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:31.139568 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:31.139904 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:31.140238 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:31.140570 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:31.140930 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:31.141217 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:31.141545 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:31.141902 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:31.142354 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:31.142680 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:31.143007 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:31.143332 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab4cc97-546d-4314-afdb-b68207035dff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:38.854774 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91219d21-8794-4c34-a117-55b5f9795f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:41.044640 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f95c1df0-6fd4-4c60-9d32-25d1692d602f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:42.238258 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:42.360046 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b8c3c-b8c6-42f6-a50f-a38097a41c99 req-0904d483-b0bd-4570-9071-876613f73c66 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:42.361630 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-265b8c3c-b8c6-42f6-a50f-a38097a41c99 req-0904d483-b0bd-4570-9071-876613f73c66 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0526893 Mar 28 18:56:42.412468 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-265b8c3c-b8c6-42f6-a50f-a38097a41c99 req-cb0f969c-c314-4a69-b7ce-0176d0dbe994 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441849 Mar 28 18:56:43.534041 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c1c92-f8c0-41e1-98a0-5955df656921 req-46047adc-c041-4c58-8a98-23087b25f545 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:43.535497 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-285c1c92-f8c0-41e1-98a0-5955df656921 req-46047adc-c041-4c58-8a98-23087b25f545 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0517206 Mar 28 18:56:43.584133 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-285c1c92-f8c0-41e1-98a0-5955df656921 req-29b00b34-7a39-462b-94f0-e4e7d61deea3 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431795 Mar 28 18:56:43.654171 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:44.700472 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59de7d6-1943-45bc-a0f1-c0d4e129702c req-2ef46b3f-3269-460d-a9da-cd8c6448394f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:44.701906 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d59de7d6-1943-45bc-a0f1-c0d4e129702c req-2ef46b3f-3269-460d-a9da-cd8c6448394f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0521247 Mar 28 18:56:44.747374 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d59de7d6-1943-45bc-a0f1-c0d4e129702c req-b512e221-b613-46ad-a1d3-22f95b1009b9 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399463 Mar 28 18:56:45.067905 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:45.760425 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f0718-2b8a-42a1-9f7a-81dbcb1b63ce req-a0f6cd6c-0b6d-49ec-b79e-0542b9d6ec97 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:45.761917 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-207f0718-2b8a-42a1-9f7a-81dbcb1b63ce req-a0f6cd6c-0b6d-49ec-b79e-0542b9d6ec97 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 946 time: 0.0515285 Mar 28 18:56:45.808579 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-207f0718-2b8a-42a1-9f7a-81dbcb1b63ce req-62190c7a-520c-45e5-962a-6fe4eb49b4e6 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Mar 28 18:56:45.874627 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc4d57-818c-4be8-8c93-170e00d06410 req-4ad2bb16-d3c5-4ffd-87a5-60649246903d tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:45.876102 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-81fc4d57-818c-4be8-8c93-170e00d06410 req-4ad2bb16-d3c5-4ffd-87a5-60649246903d tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0553441 Mar 28 18:56:45.923380 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-81fc4d57-818c-4be8-8c93-170e00d06410 req-91ad6e41-01a2-437b-b369-ee31148412b3 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418291 Mar 28 18:56:46.929808 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4a479-5d01-4461-9567-a1c7cdfc9248 req-a1ec9562-ccc0-478b-9f6a-e6918d377c5a tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:46.931258 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-30a4a479-5d01-4461-9567-a1c7cdfc9248 req-a1ec9562-ccc0-478b-9f6a-e6918d377c5a tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 946 time: 0.0538645 Mar 28 18:56:46.977640 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-30a4a479-5d01-4461-9567-a1c7cdfc9248 req-3d095ab5-2764-47a0-9934-aea7aa52218a tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401838 Mar 28 18:56:47.039812 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119e2dc-ba41-405a-a5e1-522d02ac98fb req-5ef24967-2676-4312-b875-8b2442b019f4 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:47.041345 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0119e2dc-ba41-405a-a5e1-522d02ac98fb req-5ef24967-2676-4312-b875-8b2442b019f4 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0510519 Mar 28 18:56:47.087519 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0119e2dc-ba41-405a-a5e1-522d02ac98fb req-e2b4d1d4-d282-4dd8-8c54-1c1e23d36f7f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398369 Mar 28 18:56:48.092692 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db0329-f15b-4041-9195-e39ab73fff18 req-6720a761-2f08-46ce-ae72-77dc017bc48e tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:48.094162 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-06db0329-f15b-4041-9195-e39ab73fff18 req-6720a761-2f08-46ce-ae72-77dc017bc48e tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 946 time: 0.0510592 Mar 28 18:56:48.140642 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-06db0329-f15b-4041-9195-e39ab73fff18 req-89d5e705-299d-456b-8451-823712c695a6 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409908 Mar 28 18:56:48.208661 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8444e-f51a-411e-84b9-2d8a7ac4e7be req-a2436d59-7e1f-45c4-a90d-db2094b6780d tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:48.210142 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-57c8444e-f51a-411e-84b9-2d8a7ac4e7be req-a2436d59-7e1f-45c4-a90d-db2094b6780d tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0553255 Mar 28 18:56:48.255568 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-57c8444e-f51a-411e-84b9-2d8a7ac4e7be req-91a046c1-d385-41bf-839c-b034d525ff0f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398979 Mar 28 18:56:49.255893 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548e544-4b87-4e7d-840e-bebf19463f6e req-d9058854-c0b3-4983-834a-46d2a82f4a93 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:49.257360 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7548e544-4b87-4e7d-840e-bebf19463f6e req-d9058854-c0b3-4983-834a-46d2a82f4a93 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 946 time: 0.0513413 Mar 28 18:56:49.308310 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7548e544-4b87-4e7d-840e-bebf19463f6e req-334a8f08-2dca-492d-8f35-925543f1b8e8 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449343 Mar 28 18:56:49.371269 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2673b3-805e-44bf-b214-30bba754312d req-6ef174ca-f5d1-4162-8f51-31e0dd2bf03b tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:49.372722 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8e2673b3-805e-44bf-b214-30bba754312d req-6ef174ca-f5d1-4162-8f51-31e0dd2bf03b tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0510378 Mar 28 18:56:49.419023 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8e2673b3-805e-44bf-b214-30bba754312d req-30ec84fe-3764-4fdf-bb9f-28f202ae22b6 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401227 Mar 28 18:56:50.425875 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8a053-a6a2-41ca-bde6-d9dff4edabb9 req-ee28d179-dba6-4be7-b06f-049ec5a73a2e tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:50.427340 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-19d8a053-a6a2-41ca-bde6-d9dff4edabb9 req-ee28d179-dba6-4be7-b06f-049ec5a73a2e tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 946 time: 0.0515370 Mar 28 18:56:50.475572 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-19d8a053-a6a2-41ca-bde6-d9dff4edabb9 req-1e4c075f-b497-4608-bfd5-9810f3cc5b75 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427408 Mar 28 18:56:50.545748 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b953c6-12ba-46fe-bbe6-9aeaad613ff4 req-d4036fc8-7e80-40d2-8afb-5ffd74986600 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:50.547128 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-01b953c6-12ba-46fe-bbe6-9aeaad613ff4 req-d4036fc8-7e80-40d2-8afb-5ffd74986600 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0558140 Mar 28 18:56:50.594307 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-01b953c6-12ba-46fe-bbe6-9aeaad613ff4 req-6e87a111-cf24-41df-b10f-bc54b8395e7e tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417273 Mar 28 18:56:51.595581 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612694e7-aae3-40b5-a53a-77de43d1ce3b req-00d83593-d3a0-4d32-9146-c46d39a303cb tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:51.596946 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-612694e7-aae3-40b5-a53a-77de43d1ce3b req-00d83593-d3a0-4d32-9146-c46d39a303cb tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 946 time: 0.0531447 Mar 28 18:56:51.643040 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-612694e7-aae3-40b5-a53a-77de43d1ce3b req-48ecaeb6-7524-4d8e-9926-a6152788d4a2 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405407 Mar 28 18:56:51.709394 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599c389-3a5a-40d7-83eb-80977d881bc9 req-b7b40363-88be-4a4a-ae1d-fbf0353965e2 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:51.710880 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e599c389-3a5a-40d7-83eb-80977d881bc9 req-b7b40363-88be-4a4a-ae1d-fbf0353965e2 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0520580 Mar 28 18:56:51.757782 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e599c389-3a5a-40d7-83eb-80977d881bc9 req-0b7f37f7-e696-4601-b06c-32d9a889446a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410676 Mar 28 18:56:51.768048 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc67ec4-2f3a-4006-94ed-d36a26467c65 req-19c43ba0-9ca2-4ea6-a113-e0f9dea993cc tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:51.769524 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2dc67ec4-2f3a-4006-94ed-d36a26467c65 req-19c43ba0-9ca2-4ea6-a113-e0f9dea993cc tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 946 time: 0.0554600 Mar 28 18:56:51.868742 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-2dc67ec4-2f3a-4006-94ed-d36a26467c65 req-0fffc236-6eda-41d8-b10b-8411b3b90e68 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Deleting port 78a42322-c43b-4b21-baad-87e6415a8838 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:56:51.868997 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2dc67ec4-2f3a-4006-94ed-d36a26467c65 req-0fffc236-6eda-41d8-b10b-8411b3b90e68 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (78a42322-c43b-4b21-baad-87e6415a8838), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:51.958287 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-2dc67ec4-2f3a-4006-94ed-d36a26467c65 req-0fffc236-6eda-41d8-b10b-8411b3b90e68 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] For port 78a42322-c43b-4b21-baad-87e6415a8838, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=78a42322-c43b-4b21-baad-87e6415a8838,segment=NetworkSegment(e2748ea4-c95b-4f98-b108-25e28d92912f),segment_id=e2748ea4-c95b-4f98-b108-25e28d92912f)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:51.958650 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2dc67ec4-2f3a-4006-94ed-d36a26467c65 req-0fffc236-6eda-41d8-b10b-8411b3b90e68 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (78a42322-c43b-4b21-baad-87e6415a8838), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:51.970943 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-2dc67ec4-2f3a-4006-94ed-d36a26467c65 req-0fffc236-6eda-41d8-b10b-8411b3b90e68 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Calling delete_port for 78a42322-c43b-4b21-baad-87e6415a8838 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:56:52.096011 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2dc67ec4-2f3a-4006-94ed-d36a26467c65 req-0fffc236-6eda-41d8-b10b-8411b3b90e68 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (78a42322-c43b-4b21-baad-87e6415a8838), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:52.110997 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['78a42322-c43b-4b21-baad-87e6415a8838'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:56:52.344304 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffc236-6eda-41d8-b10b-8411b3b90e68 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Pushing event deleted for resources: {'Port': ['ID=78a42322-c43b-4b21-baad-87e6415a8838,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:52.386323 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc67ec4-2f3a-4006-94ed-d36a26467c65 req-0fffc236-6eda-41d8-b10b-8411b3b90e68 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] No DVR routers for this DVR port 78a42322-c43b-4b21-baad-87e6415a8838 on host hv-cinder-83548 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:56:52.389848 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2dc67ec4-2f3a-4006-94ed-d36a26467c65 req-0fffc236-6eda-41d8-b10b-8411b3b90e68 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:52.393059 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2dc67ec4-2f3a-4006-94ed-d36a26467c65 req-0fffc236-6eda-41d8-b10b-8411b3b90e68 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.23 "DELETE /v2.0/ports/78a42322-c43b-4b21-baad-87e6415a8838 HTTP/1.1" status: 204 len: 173 time: 0.6110432 Mar 28 18:56:52.393492 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe2339-fd21-4b7e-b0dc-7d076390d57e', 'name': 'network-vif-deleted', 'tag': '78a42322-c43b-4b21-baad-87e6415a8838'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:52.395736 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dbe750-2350-4f9c-98a0-2ddce7766fc8" -d '{"events": [{"server_uuid": "7cbe2339-fd21-4b7e-b0dc-7d076390d57e", "name": "network-vif-deleted", "tag": "78a42322-c43b-4b21-baad-87e6415a8838"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:52.432037 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a364c5e0-65a0-4255-ad14-8ecbae1862a8 x-openstack-request-id: req-a364c5e0-65a0-4255-ad14-8ecbae1862a8 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:52.432378 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe2339-fd21-4b7e-b0dc-7d076390d57e", "name": "network-vif-deleted", "tag": "78a42322-c43b-4b21-baad-87e6415a8838", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:52.432676 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a364c5e0-65a0-4255-ad14-8ecbae1862a8 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:52.433079 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a364c5e0-65a0-4255-ad14-8ecbae1862a8'] response: {'server_uuid': '7cbe2339-fd21-4b7e-b0dc-7d076390d57e', 'name': 'network-vif-deleted', 'tag': '78a42322-c43b-4b21-baad-87e6415a8838', 'status': 'completed', 'code': 200} Mar 28 18:56:52.748720 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-41506f1c-93a8-4b5d-88b9-3e56485f05f6 req-a4268a2c-4337-49bc-ad84-607f1d8ba0ed tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbe2339-fd21-4b7e-b0dc-7d076390d57e HTTP/1.1" status: 200 len: 210 time: 0.0268061 Mar 28 18:56:52.875366 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f0c48-efed-420a-aba8-cd5390ca681d req-3ade8899-7ee1-4c5f-a8d9-9358ce71b392 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:52.876998 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-396f0c48-efed-420a-aba8-cd5390ca681d req-3ade8899-7ee1-4c5f-a8d9-9358ce71b392 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0523860 Mar 28 18:56:52.935229 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-396f0c48-efed-420a-aba8-cd5390ca681d req-00cf5827-5e2d-42de-af26-24109d525de8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523331 Mar 28 18:56:53.185038 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81493e-f8c6-4633-a912-21b210b25ebb req-29a7ac6a-f1da-4a29-be04-361519672b71 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:53.187184 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fd81493e-f8c6-4633-a912-21b210b25ebb req-29a7ac6a-f1da-4a29-be04-361519672b71 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0611205 Mar 28 18:56:53.252902 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fd81493e-f8c6-4633-a912-21b210b25ebb req-dfd1faf8-295f-401e-a506-288bdefb4169 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519798 Mar 28 18:56:53.255794 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35703a2-0134-4ddb-8c4f-7e9064cb146c req-aee075fa-f28d-4e1f-bbaa-e8f023a37321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:53.257209 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c35703a2-0134-4ddb-8c4f-7e9064cb146c req-aee075fa-f28d-4e1f-bbaa-e8f023a37321 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45d2c6dc8f841e08e19262d3e899379&device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 1130 time: 0.0885911 Mar 28 18:56:53.353225 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35703a2-0134-4ddb-8c4f-7e9064cb146c req-1e168ee2-88ed-45dc-93a1-d29898b40684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:53.354741 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c35703a2-0134-4ddb-8c4f-7e9064cb146c req-1e168ee2-88ed-45dc-93a1-d29898b40684 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5e6a87c-ad2a-4972-8652-596abac069a8 HTTP/1.1" status: 200 len: 912 time: 0.0854442 Mar 28 18:56:53.419653 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c35703a2-0134-4ddb-8c4f-7e9064cb146c req-6dfba251-d743-4b2e-9d49-f1255a241680 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d2d93df-959d-442a-b929-70bd5ee2a5ce HTTP/1.1" status: 200 len: 1000 time: 0.0566249 Mar 28 18:56:53.476052 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35703a2-0134-4ddb-8c4f-7e9064cb146c req-4e1cab2d-d315-4890-8a49-3994213fe902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:53.477458 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c35703a2-0134-4ddb-8c4f-7e9064cb146c req-4e1cab2d-d315-4890-8a49-3994213fe902 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c4a9391-442b-448c-9626-0f4d30aa8d78 HTTP/1.1" status: 200 len: 850 time: 0.0461285 Mar 28 18:56:53.526005 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35703a2-0134-4ddb-8c4f-7e9064cb146c req-e3642f38-13fd-4c67-adfd-f853e501aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:53.527417 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c35703a2-0134-4ddb-8c4f-7e9064cb146c req-e3642f38-13fd-4c67-adfd-f853e501aa9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5e6a87c-ad2a-4972-8652-596abac069a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0419202 Mar 28 18:56:53.613249 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c35703a2-0134-4ddb-8c4f-7e9064cb146c req-4a5e1786-fb76-470e-9f41-b4afb0958e47 service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784364 Mar 28 18:56:53.703243 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c35703a2-0134-4ddb-8c4f-7e9064cb146c req-074e6c48-5777-49d7-a6c2-b0454e81ed68 service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827494 Mar 28 18:56:54.373354 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8045e5-5b87-43c4-9be0-fec2de97152f req-4db7f501-844f-4920-bc89-93ffcddfc912 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:54.374887 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4e8045e5-5b87-43c4-9be0-fec2de97152f req-4db7f501-844f-4920-bc89-93ffcddfc912 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0537741 Mar 28 18:56:54.421591 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4e8045e5-5b87-43c4-9be0-fec2de97152f req-cfc04480-300c-4d97-92b2-738fc22dd2de tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411367 Mar 28 18:56:55.643417 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 78a42322-c43b-4b21-baad-87e6415a8838 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:56:55.666252 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 78a42322-c43b-4b21-baad-87e6415a8838 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:56:55.666592 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 78a42322-c43b-4b21-baad-87e6415a8838 not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:56:56.299927 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:57.645402 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-330cc06e-9437-494c-ab97-bc2b7c7f4b67 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:57.646866 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-330cc06e-9437-494c-ab97-bc2b7c7f4b67 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/networks?id=2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 HTTP/1.1" status: 200 len: 813 time: 0.1016824 Mar 28 18:56:57.661127 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-bd05dc56-3ac7-4181-9e5d-365292510cac tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/quotas/1be589f92c0d40dbb104a116328f81b1 HTTP/1.1" status: 200 len: 375 time: 0.0089128 Mar 28 18:56:57.692691 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-bc393ac4-6c69-42cf-a5e9-b3340323bc48 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1be589f92c0d40dbb104a116328f81b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268764 Mar 28 18:56:57.784336 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-c03c5a0a-d082-4de1-ab39-311025c33859 service neutron] 10.222.0.18 "GET /v2.0/networks/2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852544 Mar 28 18:56:57.876701 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-2a23035e-90da-49fb-92cf-9025436cd6f8 service neutron] 10.222.0.18 "GET /v2.0/networks/2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868020 Mar 28 18:56:58.033428 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f0402c11-9119-4516-91b7-139533754188 req-864120ab-7842-4a6f-ac4a-3d822edec5f4 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 210 time: 0.0282574 Mar 28 18:56:59.075723 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-f4e1335e-bd6e-4260-bcfe-c64fb79219ce tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:59.076347 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-f4e1335e-bd6e-4260-bcfe-c64fb79219ce tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.23 "GET /v2.0/networks?id=2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 HTTP/1.1" status: 200 len: 813 time: 0.1034939 Mar 28 18:56:59.091923 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-cde114ee-fa3c-46e7-9e01-1488bbd796ae tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Request body: {'port': {'device_id': 'aafeb1b2-3b8a-4d67-a196-e531dc82f07b', 'network_id': '2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3', 'admin_state_up': True, 'tenant_id': '1be589f92c0d40dbb104a116328f81b1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:59.170644 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8042e31e-d7ec-42b1-abf5-4a3ed57e2eef req-c1ccfa21-033a-417c-8f13-03620a98bc83 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 210 time: 0.0621660 Mar 28 18:56:59.225982 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-cde114ee-fa3c-46e7-9e01-1488bbd796ae tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Made reservation on behalf of 1be589f92c0d40dbb104a116328f81b1 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:56:59.229539 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-cde114ee-fa3c-46e7-9e01-1488bbd796ae tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:59.351562 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-cde114ee-fa3c-46e7-9e01-1488bbd796ae tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Allocated IP 172.20.0.12 (2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3/fbe72136-773a-4fbf-a255-cf2dbe492572/2cc5a6b8-2f7e-4add-8a94-3301b71eb355) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:56:59.496232 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-cde114ee-fa3c-46e7-9e01-1488bbd796ae tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks [] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:59.528695 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-cde114ee-fa3c-46e7-9e01-1488bbd796ae tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:59.573429 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-cde114ee-fa3c-46e7-9e01-1488bbd796ae tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Network 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:56:59.576531 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-cde114ee-fa3c-46e7-9e01-1488bbd796ae tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:56:59.582945 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-cde114ee-fa3c-46e7-9e01-1488bbd796ae tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:56:59.605066 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde114ee-fa3c-46e7-9e01-1488bbd796ae tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Pushing event updated for resources: {'Port': ['ID=2cc5a6b8-2f7e-4add-8a94-3301b71eb355,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:59.631643 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-cde114ee-fa3c-46e7-9e01-1488bbd796ae tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:59.632296 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-cde114ee-fa3c-46e7-9e01-1488bbd796ae tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:59.647407 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-cde114ee-fa3c-46e7-9e01-1488bbd796ae tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5593858 Mar 28 18:56:59.667665 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Request body: {'port': {'device_id': 'aafeb1b2-3b8a-4d67-a196-e531dc82f07b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:59.732971 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:59.998906 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:57:00.006076 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Publish callbacks [] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:00.017946 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Transition to ACTIVE for port object 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:57:00.021852 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:00.071644 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc5a6b8-2f7e-4add-8a94-3301b71eb355,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:00.137687 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Attempting to bind port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:57:00.138354 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Attempting to bind port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'e2748ea4-c95b-4f98-b108-25e28d92912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:57:00.138354 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Attempting to bind port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 on network 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:57:00.143412 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 on network 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:57:00.143726 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Attempting to bind port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 on network 2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:57:00.148386 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:57:00.148716 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Checking segment: {'id': 'e2748ea4-c95b-4f98-b108-25e28d92912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:57:00.149091 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Bound using segment: {'id': 'e2748ea4-c95b-4f98-b108-25e28d92912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:57:00.149504 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Bound port: 2cc5a6b8-2f7e-4add-8a94-3301b71eb355, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2748ea4-c95b-4f98-b108-25e28d92912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:57:00.149889 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:00.214608 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] For port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355, host hv-cinder-83548, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:57:00.218054 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] For port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2cc5a6b8-2f7e-4add-8a94-3301b71eb355,segment=NetworkSegment(e2748ea4-c95b-4f98-b108-25e28d92912f),segment_id=e2748ea4-c95b-4f98-b108-25e28d92912f)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:57:00.218349 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:57:00.223850 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:00.255830 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:00.256451 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:00.258006 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] 10.222.0.23 "PUT /v2.0/ports/2cc5a6b8-2f7e-4add-8a94-3301b71eb355 HTTP/1.1" status: 200 len: 1094 time: 0.5948563 Mar 28 18:57:00.258440 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafeb1b2-3b8a-4d67-a196-e531dc82f07b', 'tag': '2cc5a6b8-2f7e-4add-8a94-3301b71eb355'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:00.260642 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cc6e8c-33de-4b6a-ae28-39d112209c01" -d '{"events": [{"name": "network-changed", "server_uuid": "aafeb1b2-3b8a-4d67-a196-e531dc82f07b", "tag": "2cc5a6b8-2f7e-4add-8a94-3301b71eb355"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:00.286469 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39d910-cb8f-4e3e-a1d2-f9da815d6462 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc5a6b8-2f7e-4add-8a94-3301b71eb355,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:00.321739 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9141b125-77ba-4746-aba8-a429aa7b16c6 x-openstack-request-id: req-9141b125-77ba-4746-aba8-a429aa7b16c6 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:00.322112 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafeb1b2-3b8a-4d67-a196-e531dc82f07b", "tag": "2cc5a6b8-2f7e-4add-8a94-3301b71eb355", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:00.322449 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9141b125-77ba-4746-aba8-a429aa7b16c6 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:00.322903 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9141b125-77ba-4746-aba8-a429aa7b16c6'] response: {'name': 'network-changed', 'server_uuid': 'aafeb1b2-3b8a-4d67-a196-e531dc82f07b', 'tag': '2cc5a6b8-2f7e-4add-8a94-3301b71eb355', 'status': 'completed', 'code': 200} Mar 28 18:57:00.332480 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df52cc-15aa-46ab-b3da-ab94ce991a6d req-33832707-85a9-4966-8816-9e42501f8f90 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:00.334004 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-39df52cc-15aa-46ab-b3da-ab94ce991a6d req-33832707-85a9-4966-8816-9e42501f8f90 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 944 time: 0.0933771 Mar 28 18:57:00.357011 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-67a8bfb7-ce2c-4227-bdf2-e8f2b4bc608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:00.358753 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-67a8bfb7-ce2c-4227-bdf2-e8f2b4bc608b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1be589f92c0d40dbb104a116328f81b1&device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 1128 time: 0.0502670 Mar 28 18:57:00.387919 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-39df52cc-15aa-46ab-b3da-ab94ce991a6d req-a4229876-67ed-4726-9e55-168457e1716e tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477467 Mar 28 18:57:00.404545 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-b88ce4a7-e5ea-40ba-abb2-46beb11ddff5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cc5a6b8-2f7e-4add-8a94-3301b71eb355 HTTP/1.1" status: 200 len: 217 time: 0.0379972 Mar 28 18:57:00.451337 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-93d93303-9dff-4e1f-bffe-b66ce6c6dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:00.453525 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-93d93303-9dff-4e1f-bffe-b66ce6c6dcca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fbe72136-773a-4fbf-a255-cf2dbe492572 HTTP/1.1" status: 200 len: 853 time: 0.0427837 Mar 28 18:57:00.488101 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-71c06348-cb3d-4d79-bf64-78c176413d6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250814 Mar 28 18:57:00.581852 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-1e1370de-2384-4eaa-9afb-14a1e7652d8a service neutron] 10.222.0.23 "GET /v2.0/networks/2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848682 Mar 28 18:57:00.678611 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d702d635-f424-4c77-aecf-7047d2cd7819 req-004b7026-c767-4e04-91a7-beb6ba9c9023 service neutron] 10.222.0.23 "GET /v2.0/networks/2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870352 Mar 28 18:57:00.770893 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc6e8c-33de-4b6a-ae28-39d112209c01 req-5db0428c-dfd9-42d0-9e96-cc2cead9400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:00.772309 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-16cc6e8c-33de-4b6a-ae28-39d112209c01 req-5db0428c-dfd9-42d0-9e96-cc2cead9400b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1be589f92c0d40dbb104a116328f81b1&device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 1128 time: 0.0490603 Mar 28 18:57:00.889342 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc6e8c-33de-4b6a-ae28-39d112209c01 req-59857b3f-d594-47f0-bad4-4a554082585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:00.891361 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-16cc6e8c-33de-4b6a-ae28-39d112209c01 req-59857b3f-d594-47f0-bad4-4a554082585f service neutron] 10.222.0.23 "GET /v2.0/networks?id=2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 HTTP/1.1" status: 200 len: 914 time: 0.0989189 Mar 28 18:57:00.906212 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cac2a9-d64a-4c1e-ac19-d57ee781bc41 req-3c45a3d9-4ec3-41f7-b711-580361f0c583 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:00.907767 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e2cac2a9-d64a-4c1e-ac19-d57ee781bc41 req-3c45a3d9-4ec3-41f7-b711-580361f0c583 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0818362 Mar 28 18:57:00.914326 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640f166-21b4-45d5-9090-8e53063ace86 req-1752403d-9a91-458a-a6b3-d5530008e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:00.915741 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1640f166-21b4-45d5-9090-8e53063ace86 req-1752403d-9a91-458a-a6b3-d5530008e5fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 1130 time: 0.0807810 Mar 28 18:57:00.934732 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-16cc6e8c-33de-4b6a-ae28-39d112209c01 req-a4cc7326-2c82-4a27-ae57-289f80910c4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cc5a6b8-2f7e-4add-8a94-3301b71eb355 HTTP/1.1" status: 200 len: 217 time: 0.0361948 Mar 28 18:57:00.981846 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc6e8c-33de-4b6a-ae28-39d112209c01 req-55385acd-1046-4079-be68-04a016aa9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:00.983285 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-16cc6e8c-33de-4b6a-ae28-39d112209c01 req-55385acd-1046-4079-be68-04a016aa9094 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fbe72136-773a-4fbf-a255-cf2dbe492572 HTTP/1.1" status: 200 len: 853 time: 0.0419552 Mar 28 18:57:01.010784 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e2cac2a9-d64a-4c1e-ac19-d57ee781bc41 req-31b248c2-3a9a-482b-8b95-3fe4bcd48186 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940948 Mar 28 18:57:01.020889 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-16cc6e8c-33de-4b6a-ae28-39d112209c01 req-1ea6959f-007c-44f7-8717-09a8ebddab20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284910 Mar 28 18:57:01.037558 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640f166-21b4-45d5-9090-8e53063ace86 req-9315ee79-0925-485b-8be1-07d947757f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:01.039056 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1640f166-21b4-45d5-9090-8e53063ace86 req-9315ee79-0925-485b-8be1-07d947757f25 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 919 time: 0.1152065 Mar 28 18:57:01.106655 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1640f166-21b4-45d5-9090-8e53063ace86 req-68262cfb-3cc8-40de-9bb8-ac8b529d106f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a675bf1-6ed9-43a0-8c07-95111ed4670f HTTP/1.1" status: 200 len: 1002 time: 0.0605836 Mar 28 18:57:01.114167 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-16cc6e8c-33de-4b6a-ae28-39d112209c01 req-c61c1ac7-ada1-4641-8c7e-8a4b014382ff service neutron] 10.222.0.23 "GET /v2.0/networks/2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823271 Mar 28 18:57:01.159471 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640f166-21b4-45d5-9090-8e53063ace86 req-4d8ebf7c-d90b-4f96-a41c-e02e20598a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:01.160946 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1640f166-21b4-45d5-9090-8e53063ace86 req-4d8ebf7c-d90b-4f96-a41c-e02e20598a86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.0470078 Mar 28 18:57:01.207335 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-16cc6e8c-33de-4b6a-ae28-39d112209c01 req-ea8a3260-d60f-403e-bc87-560e601b0233 service neutron] 10.222.0.23 "GET /v2.0/networks/2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861998 Mar 28 18:57:01.210764 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640f166-21b4-45d5-9090-8e53063ace86 req-7ab80f86-96ce-4644-994e-1945d26fb9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:01.212345 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1640f166-21b4-45d5-9090-8e53063ace86 req-7ab80f86-96ce-4644-994e-1945d26fb9e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0448775 Mar 28 18:57:01.313206 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1640f166-21b4-45d5-9090-8e53063ace86 req-df0146d4-5f48-4018-9051-0f55c45d2b81 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822871 Mar 28 18:57:01.407853 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1640f166-21b4-45d5-9090-8e53063ace86 req-0b722117-bab5-4a32-ab15-4565a0ec15fb service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850589 Mar 28 18:57:01.511467 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4993-fedc-4b9a-bc90-699071c69439 req-d982332b-b927-4867-b2b9-21130f9576ed tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:01.512932 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4e1a4993-fedc-4b9a-bc90-699071c69439 req-d982332b-b927-4867-b2b9-21130f9576ed tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 944 time: 0.0545714 Mar 28 18:57:01.558493 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4e1a4993-fedc-4b9a-bc90-699071c69439 req-2f635bd9-11d2-4210-bc30-f98627310866 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Mar 28 18:57:02.135269 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f18c7-b868-40d3-886e-2b84eaef6881 req-2dec5d0d-9a3c-499e-addf-1b80c05081ed tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:02.136721 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-4f5f18c7-b868-40d3-886e-2b84eaef6881 req-2dec5d0d-9a3c-499e-addf-1b80c05081ed tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0536020 Mar 28 18:57:02.182521 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-4f5f18c7-b868-40d3-886e-2b84eaef6881 req-72394537-42c7-4244-b76c-c43596fa7fa8 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403292 Mar 28 18:57:02.674895 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959affc6-ad14-4e4f-bfbf-40ee8db7be8e req-4c215674-0713-4d9d-b836-6cdb3f93eae7 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:02.676366 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-959affc6-ad14-4e4f-bfbf-40ee8db7be8e req-4c215674-0713-4d9d-b836-6cdb3f93eae7 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 944 time: 0.0516810 Mar 28 18:57:02.722011 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-959affc6-ad14-4e4f-bfbf-40ee8db7be8e req-1c7991cf-e2a6-4c47-a699-5c9f44446274 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Mar 28 18:57:03.299916 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c11cf-6859-4d03-bec1-e4d276c527dd req-78a7a8c0-b2d1-45fb-aa30-70a3a720bb81 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:03.301376 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c43c11cf-6859-4d03-bec1-e4d276c527dd req-78a7a8c0-b2d1-45fb-aa30-70a3a720bb81 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0525625 Mar 28 18:57:03.350760 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c43c11cf-6859-4d03-bec1-e4d276c527dd req-4108263f-70b0-46db-89fd-efc618ad2630 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439241 Mar 28 18:57:03.681202 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:57:03.780193 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2cc5a6b8-2f7e-4add-8a94-3301b71eb355,segment=NetworkSegment(e2748ea4-c95b-4f98-b108-25e28d92912f),segment_id=e2748ea4-c95b-4f98-b108-25e28d92912f)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:03.792702 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '2cc5a6b8-2f7e-4add-8a94-3301b71eb355', 'network_id': '2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3', 'port_id': '2cc5a6b8-2f7e-4add-8a94-3301b71eb355', 'mac_address': 'fa:16:3e:54:a2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe72136-773a-4fbf-a255-cf2dbe492572', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:57:03.830631 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:57:03.831020 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:03.844380 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:57:03.844984 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cf891-57ec-400b-b203-6e9019e6675f req-03f2d9f6-b169-40c7-8fca-c5e7f4baf27b tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:03.846502 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-772cf891-57ec-400b-b203-6e9019e6675f req-03f2d9f6-b169-40c7-8fca-c5e7f4baf27b tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 944 time: 0.0562723 Mar 28 18:57:03.863950 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2cc5a6b8-2f7e-4add-8a94-3301b71eb355,segment=NetworkSegment(e2748ea4-c95b-4f98-b108-25e28d92912f),segment_id=e2748ea4-c95b-4f98-b108-25e28d92912f)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:03.868024 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:03.898544 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-772cf891-57ec-400b-b203-6e9019e6675f req-3feb24ea-07ba-4d01-8700-538aedf0a0b4 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463443 Mar 28 18:57:03.917329 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=2cc5a6b8-2f7e-4add-8a94-3301b71eb355,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:03.924306 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:03.924671 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:03.924997 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:03.925360 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:03.925705 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:03.926063 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:03.926394 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:03.926720 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:03.927048 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:03.927372 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:03.927699 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:03.928040 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:03.928368 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:03.928690 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:03.929013 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:04.173713 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['2cc5a6b8-2f7e-4add-8a94-3301b71eb355'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:57:04.468183 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0517d-6aa3-4815-8830-8d7b5c74850e req-350412b4-7cd1-43b6-b36f-a21408db5de3 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:04.469626 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-84a0517d-6aa3-4815-8830-8d7b5c74850e req-350412b4-7cd1-43b6-b36f-a21408db5de3 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0520668 Mar 28 18:57:04.515355 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-84a0517d-6aa3-4815-8830-8d7b5c74850e req-86ce2127-020b-4b0e-af4f-03f27477d161 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400844 Mar 28 18:57:05.014173 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343515a-f00c-4ac2-80f4-668378e0edbd req-e3e12dbf-24be-4c8a-a7ab-3732151ee75f tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:05.016169 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1343515a-f00c-4ac2-80f4-668378e0edbd req-e3e12dbf-24be-4c8a-a7ab-3732151ee75f tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 945 time: 0.0517521 Mar 28 18:57:05.061700 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1343515a-f00c-4ac2-80f4-668378e0edbd req-464ad1d9-4050-481d-a639-40cca8070910 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Mar 28 18:57:05.631051 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a212e9-06c4-4c40-87e6-92909c3cd588 req-4f8c7244-2866-4911-bafc-54fb7764c2f6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:05.632502 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-92a212e9-06c4-4c40-87e6-92909c3cd588 req-4f8c7244-2866-4911-bafc-54fb7764c2f6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0509074 Mar 28 18:57:05.677457 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-92a212e9-06c4-4c40-87e6-92909c3cd588 req-9d62e125-8f94-43f5-aa87-2e3e058c6e4a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395420 Mar 28 18:57:05.693167 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:57:05.742876 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:57:05.746930 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:57:05.747303 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:05.824527 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:57:05.824827 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:05.847058 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafeb1b2-3b8a-4d67-a196-e531dc82f07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc5a6b8-2f7e-4add-8a94-3301b71eb355'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:05.849242 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d03b5f2-7bc6-4729-85af-a4c8b27aaf4b" -d '{"events": [{"server_uuid": "aafeb1b2-3b8a-4d67-a196-e531dc82f07b", "name": "network-vif-plugged", "status": "completed", "tag": "2cc5a6b8-2f7e-4add-8a94-3301b71eb355"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:05.861268 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2cc5a6b8-2f7e-4add-8a94-3301b71eb355,segment=NetworkSegment(e2748ea4-c95b-4f98-b108-25e28d92912f),segment_id=e2748ea4-c95b-4f98-b108-25e28d92912f)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:05.865612 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:05.887663 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b550bdd6-a891-4102-93f7-3e124b550dcb x-openstack-request-id: req-b550bdd6-a891-4102-93f7-3e124b550dcb {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:05.887977 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafeb1b2-3b8a-4d67-a196-e531dc82f07b", "name": "network-vif-plugged", "status": "completed", "tag": "2cc5a6b8-2f7e-4add-8a94-3301b71eb355", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:05.888230 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b550bdd6-a891-4102-93f7-3e124b550dcb {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:05.888617 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b550bdd6-a891-4102-93f7-3e124b550dcb'] response: {'server_uuid': 'aafeb1b2-3b8a-4d67-a196-e531dc82f07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc5a6b8-2f7e-4add-8a94-3301b71eb355', 'code': 200} Mar 28 18:57:05.922680 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=2cc5a6b8-2f7e-4add-8a94-3301b71eb355,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:06.070320 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01845b30-d3be-4120-8df4-c8b2dc99620e req-707ec053-9047-454d-a437-555392374b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:06.071811 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-01845b30-d3be-4120-8df4-c8b2dc99620e req-707ec053-9047-454d-a437-555392374b87 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 1130 time: 0.0473170 Mar 28 18:57:06.129662 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-01845b30-d3be-4120-8df4-c8b2dc99620e req-af3dc3b6-2196-49f5-a457-3c27c52a3f3c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497825 Mar 28 18:57:06.191721 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65cbd8-fa5a-48bc-877b-eee5f3f0137f req-c8bd234c-4af6-4821-960a-7266adf3354a tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:06.193159 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0e65cbd8-fa5a-48bc-877b-eee5f3f0137f req-c8bd234c-4af6-4821-960a-7266adf3354a tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 946 time: 0.0514851 Mar 28 18:57:06.239646 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0e65cbd8-fa5a-48bc-877b-eee5f3f0137f req-aa0a2561-c909-4c18-a5f0-92ea34629985 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Mar 28 18:57:06.800991 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e300ba-3843-4b13-a5a0-d1da9741a84c req-cfcf3795-7cd8-48d8-bf84-08d7009dcfb6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:06.802542 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b0e300ba-3843-4b13-a5a0-d1da9741a84c req-cfcf3795-7cd8-48d8-bf84-08d7009dcfb6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0565343 Mar 28 18:57:06.848226 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b0e300ba-3843-4b13-a5a0-d1da9741a84c req-09eb5a7e-14d8-4756-9551-d06e3a7d3b0c tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402863 Mar 28 18:57:07.362230 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55d001-5423-4a15-b26c-831e7d8d872c req-18b3bd39-2aa0-4f9d-89e9-7b98dc5b6842 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:07.363721 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5f55d001-5423-4a15-b26c-831e7d8d872c req-18b3bd39-2aa0-4f9d-89e9-7b98dc5b6842 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 946 time: 0.0561974 Mar 28 18:57:07.412233 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5f55d001-5423-4a15-b26c-831e7d8d872c req-30b667a3-fd5f-467f-a116-835e55240ae0 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430634 Mar 28 18:57:07.968233 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f275f15-29f4-429a-9394-66496c62e8f7 req-44f7b826-b76b-4ad6-8228-4e297810532d tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:07.969917 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4f275f15-29f4-429a-9394-66496c62e8f7 req-44f7b826-b76b-4ad6-8228-4e297810532d tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0546837 Mar 28 18:57:08.014747 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4f275f15-29f4-429a-9394-66496c62e8f7 req-1c65d2d6-f0bb-4ef5-b788-fffb28e8e72b tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393872 Mar 28 18:57:08.527655 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1ddc9-0f65-48e1-aa45-251d6d60da4e req-22eb1e38-ad41-4c37-b8eb-c47e338f1fd6 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:08.529028 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-66d1ddc9-0f65-48e1-aa45-251d6d60da4e req-22eb1e38-ad41-4c37-b8eb-c47e338f1fd6 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 946 time: 0.0514202 Mar 28 18:57:08.578710 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-66d1ddc9-0f65-48e1-aa45-251d6d60da4e req-771b5d37-a798-4174-8325-c29cba61dc0c tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431004 Mar 28 18:57:08.863022 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0866388f-9eb7-41d2-b8e4-70dd39822b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:09.135934 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46dd36-3414-4404-986b-0598bb072ff9 req-ec235cd5-8cf1-414e-8642-4aa678f40079 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:09.137410 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6a46dd36-3414-4404-986b-0598bb072ff9 req-ec235cd5-8cf1-414e-8642-4aa678f40079 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0563161 Mar 28 18:57:09.190392 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6a46dd36-3414-4404-986b-0598bb072ff9 req-a58ed56f-782c-43dc-ac5e-2ede8586a941 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462360 Mar 28 18:57:10.311815 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e799037-fc20-4b2c-9a7f-484d586d6dba req-f0015a50-de62-454b-aefc-735308ec6ab6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:10.313943 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4e799037-fc20-4b2c-9a7f-484d586d6dba req-f0015a50-de62-454b-aefc-735308ec6ab6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0525279 Mar 28 18:57:10.363340 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4e799037-fc20-4b2c-9a7f-484d586d6dba req-b82ad25e-b34d-4375-b8b5-ac59ba30ee69 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433767 Mar 28 18:57:11.046668 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a9220f05-f810-4db8-904d-3226d8d51002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:11.485141 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ced888-6793-4ed3-9f32-f37e91eb04dd req-0d24e896-51d3-48c6-96cd-a6ebd1bcd550 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:11.486739 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-93ced888-6793-4ed3-9f32-f37e91eb04dd req-0d24e896-51d3-48c6-96cd-a6ebd1bcd550 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0528772 Mar 28 18:57:11.533228 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-93ced888-6793-4ed3-9f32-f37e91eb04dd req-3c7c06bb-9f93-460b-a5f5-012ecfc2e7c9 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408995 Mar 28 18:57:12.240170 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:12.653348 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d6f23-3580-4a62-92cb-6afa0195a5f0 req-112c0988-5f04-4634-8906-825985fb1ff1 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:12.654859 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3b6d6f23-3580-4a62-92cb-6afa0195a5f0 req-112c0988-5f04-4634-8906-825985fb1ff1 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0530992 Mar 28 18:57:12.702801 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3b6d6f23-3580-4a62-92cb-6afa0195a5f0 req-8e6e47c9-5bea-45eb-861c-9ed429845e4f tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423660 Mar 28 18:57:13.656111 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:13.823941 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98481fab-dbf8-4e54-ad94-540c1b1a76e6 req-431c495f-9f65-4989-9679-f66045f772b7 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:13.825410 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-98481fab-dbf8-4e54-ad94-540c1b1a76e6 req-431c495f-9f65-4989-9679-f66045f772b7 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0540388 Mar 28 18:57:13.871619 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-98481fab-dbf8-4e54-ad94-540c1b1a76e6 req-3f328928-3e5a-4b94-9959-e2d991fc3e3d tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404279 Mar 28 18:57:14.213092 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b38556-b93d-418b-8e54-06be0db0dc83 req-010e7115-f61a-4287-971f-7b7278fff85f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:14.214576 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-77b38556-b93d-418b-8e54-06be0db0dc83 req-010e7115-f61a-4287-971f-7b7278fff85f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 947 time: 0.0537035 Mar 28 18:57:14.263497 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-77b38556-b93d-418b-8e54-06be0db0dc83 req-339bc7e8-787b-4b48-bcb4-21da82b62370 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432212 Mar 28 18:57:14.992258 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e846c2a-9997-4872-b549-2582a6a46a79 req-809dffbd-63d8-4217-a4d4-be6a08c182e3 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:14.993682 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-4e846c2a-9997-4872-b549-2582a6a46a79 req-809dffbd-63d8-4217-a4d4-be6a08c182e3 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0547254 Mar 28 18:57:15.040211 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-4e846c2a-9997-4872-b549-2582a6a46a79 req-945aa11f-c39a-4aac-ae5a-14fb6681f662 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411010 Mar 28 18:57:15.070990 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:15.391576 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c1b40-9426-4c7d-a6bb-c0e5467aa10d req-94b239c3-e425-4266-b899-624f124c6384 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:15.393060 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bb2c1b40-9426-4c7d-a6bb-c0e5467aa10d req-94b239c3-e425-4266-b899-624f124c6384 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 947 time: 0.0551636 Mar 28 18:57:15.440048 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bb2c1b40-9426-4c7d-a6bb-c0e5467aa10d req-438a5ab9-f045-4bc1-b72d-7e199b0d9c9c tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414422 Mar 28 18:57:16.166871 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-c828f292-5b4d-429f-a424-f77c2c1be0a1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:16.168312 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-c828f292-5b4d-429f-a424-f77c2c1be0a1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 947 time: 0.0816238 Mar 28 18:57:16.179992 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b87d7f-6b98-49f6-ae82-b6e6ab4fd508 req-4b354d30-5a65-475c-a76a-3e01d871dcec tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:16.181370 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-83b87d7f-6b98-49f6-ae82-b6e6ab4fd508 req-4b354d30-5a65-475c-a76a-3e01d871dcec tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0695674 Mar 28 18:57:16.282199 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-83b87d7f-6b98-49f6-ae82-b6e6ab4fd508 req-b97ae43c-09fb-4c2d-b35d-e3eebd8f9a60 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940571 Mar 28 18:57:16.305942 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Deleting port 9898a21e-dd11-474a-85f3-0669dd84988d {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:57:16.306282 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:16.392953 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] For port 9898a21e-dd11-474a-85f3-0669dd84988d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=9898a21e-dd11-474a-85f3-0669dd84988d,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:16.393320 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:16.565290 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e583f-7b60-41fb-aeec-c355eeb6ed61 req-1b8ae343-b0f4-4d8a-b67d-53e859f66154 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:16.567095 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-056e583f-7b60-41fb-aeec-c355eeb6ed61 req-1b8ae343-b0f4-4d8a-b67d-53e859f66154 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4cbe99-d352-43ed-95ac-866bd7f1a46c HTTP/1.1" status: 200 len: 947 time: 0.0526459 Mar 28 18:57:16.613325 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-056e583f-7b60-41fb-aeec-c355eeb6ed61 req-c5445e86-1786-48a9-b4cd-6ba67f1bd412 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8f8a30-ad05-4de1-9081-8229ba15db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407004 Mar 28 18:57:16.616232 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:16.616597 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (379ad4b6-56f2-46a3-9ef0-5902b2ca1f34), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:16.616918 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.l3_db [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Floating IP 379ad4b6-56f2-46a3-9ef0-5902b2ca1f34 disassociated. External IP: 172.28.0.31, port: 9898a21e-dd11-474a-85f3-0669dd84988d. Mar 28 18:57:16.617263 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Calling delete_port for 9898a21e-dd11-474a-85f3-0669dd84988d owned by compute:nova {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:57:16.759218 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (9898a21e-dd11-474a-85f3-0669dd84988d), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:16.787086 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event deleted for resources: {'Port': ['ID=9898a21e-dd11-474a-85f3-0669dd84988d,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:16.800892 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:16.801248 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:16.801596 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:16.802017 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:16.802355 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:16.802700 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:16.803026 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:16.803356 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:16.803685 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:16.804013 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:16.804342 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:16.804668 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:16.804993 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:16.805317 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:16.805639 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:17.113221 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:57:17.228372 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:57:17.238456 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d788ca45-cff0-4a97-ae58-56cb44115e2e None None] Sync routers for ids ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:57:17.248946 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d788ca45-cff0-4a97-ae58-56cb44115e2e None None] Routers {'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:57:17.249551 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d788ca45-cff0-4a97-ae58-56cb44115e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:57:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:17.273474 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] No DVR routers for this DVR port 9898a21e-dd11-474a-85f3-0669dd84988d on host hv-cinder-83548 {{(pid=109703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:57:17.279395 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:17.280733 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-492e5ad5-6bc4-4f50-bc67-8961894cd023 req-8f1d330f-ff01-414c-b754-6457141309e3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.23 "DELETE /v2.0/ports/9898a21e-dd11-474a-85f3-0669dd84988d HTTP/1.1" status: 204 len: 173 time: 1.0984499 Mar 28 18:57:17.281201 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'name': 'network-vif-deleted', 'tag': '9898a21e-dd11-474a-85f3-0669dd84988d'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:17.284341 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584894c0-0a41-4946-888c-2a6277817b36" -d '{"events": [{"server_uuid": "ef4cbe99-d352-43ed-95ac-866bd7f1a46c", "name": "network-vif-deleted", "tag": "9898a21e-dd11-474a-85f3-0669dd84988d"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:17.354878 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ff41e2-f9ca-4f0f-be5b-84627ea8a0b2 x-openstack-request-id: req-97ff41e2-f9ca-4f0f-be5b-84627ea8a0b2 {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:17.355177 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4cbe99-d352-43ed-95ac-866bd7f1a46c", "name": "network-vif-deleted", "tag": "9898a21e-dd11-474a-85f3-0669dd84988d", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:17.355432 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97ff41e2-f9ca-4f0f-be5b-84627ea8a0b2 {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:17.356255 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ff41e2-f9ca-4f0f-be5b-84627ea8a0b2'] response: {'server_uuid': 'ef4cbe99-d352-43ed-95ac-866bd7f1a46c', 'name': 'network-vif-deleted', 'tag': '9898a21e-dd11-474a-85f3-0669dd84988d', 'status': 'completed', 'code': 200} Mar 28 18:57:17.381756 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-d788ca45-cff0-4a97-ae58-56cb44115e2e None None] Set router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:57:17.438146 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76430b10-d6ad-4b5e-89ef-1c6255fc2782 req-db64fb58-b19f-4661-b849-4a4eb84070bd tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:17.439874 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-76430b10-d6ad-4b5e-89ef-1c6255fc2782 req-db64fb58-b19f-4661-b849-4a4eb84070bd tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0564468 Mar 28 18:57:17.508434 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-76430b10-d6ad-4b5e-89ef-1c6255fc2782 req-5c1ff5a0-c287-4b8e-9c63-c7773489dc1f tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617721 Mar 28 18:57:17.608163 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d788ca45-cff0-4a97-ae58-56cb44115e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:51Z', 'revision_number': 5, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:17.639998 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d788ca45-cff0-4a97-ae58-56cb44115e2e None None] Checking router: c8d2f02d-3af7-454e-b45f-0d981ce9b4bc for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:57:17.649153 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d788ca45-cff0-4a97-ae58-56cb44115e2e None None] Routers {'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:57:17.649798 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d788ca45-cff0-4a97-ae58-56cb44115e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:57:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:17.723758 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 57894) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:17.763463 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-d788ca45-cff0-4a97-ae58-56cb44115e2e None None] Set router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:57:17.785865 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02c15fa1-09c2-412b-8523-2955303bdd9a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group (ce8f8a30-ad05-4de1-9081-8229ba15db1a), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:17.822642 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02c15fa1-09c2-412b-8523-2955303bdd9a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group (ce8f8a30-ad05-4de1-9081-8229ba15db1a), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:17.847241 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450113e7-5910-4c9d-89de-5a0b76523490 req-bf659bc6-ecb9-43cf-a3bc-b95cd23f9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:17.848859 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-450113e7-5910-4c9d-89de-5a0b76523490 req-bf659bc6-ecb9-43cf-a3bc-b95cd23f9dcb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 1130 time: 0.0528288 Mar 28 18:57:17.879849 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02c15fa1-09c2-412b-8523-2955303bdd9a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (ce8f8a30-ad05-4de1-9081-8229ba15db1a), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:17.882745 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02c15fa1-09c2-412b-8523-2955303bdd9a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:17.887008 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-02c15fa1-09c2-412b-8523-2955303bdd9a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "DELETE /v2.0/security-groups/ce8f8a30-ad05-4de1-9081-8229ba15db1a HTTP/1.1" status: 204 len: 168 time: 0.1616714 Mar 28 18:57:17.887626 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 57896) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:17.907521 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c15fa1-09c2-412b-8523-2955303bdd9a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8f8a30-ad05-4de1-9081-8229ba15db1a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:17.909987 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.api.v2.resource [None req-2fafa170-0762-47d9-b652-879f23448f73 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] show failed (client error): The resource could not be found. Mar 28 18:57:17.915331 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-2fafa170-0762-47d9-b652-879f23448f73 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups/ce8f8a30-ad05-4de1-9081-8229ba15db1a HTTP/1.1" status: 404 len: 347 time: 0.0238800 Mar 28 18:57:17.916428 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 57898) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:17.942282 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-450113e7-5910-4c9d-89de-5a0b76523490 req-13815f88-3ac0-42aa-b473-49a906b196c8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851569 Mar 28 18:57:17.985917 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d788ca45-cff0-4a97-ae58-56cb44115e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:51Z', 'revision_number': 5, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:18.014423 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d788ca45-cff0-4a97-ae58-56cb44115e2e None None] The sync data for ids ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'] in dv-cinder-835483-1-smb is: [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:51Z', 'revision_number': 5, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:57:18.057986 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-548f961a-bcc7-446d-a9f6-6dc6308e4276 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Deleting port dfae3501-7ef6-4ed7-83d2-6c127cbf1642 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:57:18.058332 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-548f961a-bcc7-446d-a9f6-6dc6308e4276 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (dfae3501-7ef6-4ed7-83d2-6c127cbf1642), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.139179 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-548f961a-bcc7-446d-a9f6-6dc6308e4276 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (dfae3501-7ef6-4ed7-83d2-6c127cbf1642), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.139511 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-548f961a-bcc7-446d-a9f6-6dc6308e4276 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for floatingip (dfae3501-7ef6-4ed7-83d2-6c127cbf1642), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.152887 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-548f961a-bcc7-446d-a9f6-6dc6308e4276 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Calling delete_port for dfae3501-7ef6-4ed7-83d2-6c127cbf1642 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:57:18.278622 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfda349-7b01-4c6e-b0e7-165e86a612ba None None] New status for floating IP 379ad4b6-56f2-46a3-9ef0-5902b2ca1f34: DOWN {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:57:18.302167 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-548f961a-bcc7-446d-a9f6-6dc6308e4276 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (dfae3501-7ef6-4ed7-83d2-6c127cbf1642), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.327807 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f961a-bcc7-446d-a9f6-6dc6308e4276 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event deleted for resources: {'Port': ['ID=dfae3501-7ef6-4ed7-83d2-6c127cbf1642,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:18.365743 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.db.api [None req-5dfda349-7b01-4c6e-b0e7-165e86a612ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 18:57:18.366137 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG oslo_db.api [None req-5dfda349-7b01-4c6e-b0e7-165e86a612ba None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 18:57:18.389331 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-548f961a-bcc7-446d-a9f6-6dc6308e4276 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for floatingip (379ad4b6-56f2-46a3-9ef0-5902b2ca1f34), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.392079 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-548f961a-bcc7-446d-a9f6-6dc6308e4276 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.393251 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-548f961a-bcc7-446d-a9f6-6dc6308e4276 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "DELETE /v2.0/floatingips/379ad4b6-56f2-46a3-9ef0-5902b2ca1f34 HTTP/1.1" status: 204 len: 168 time: 0.4757445 Mar 28 18:57:18.522785 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 57902) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:18.527362 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a951180d-bf15-447b-9348-924dfdc6ecb0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--555362428', 'description': 'tempest-description--1671076275'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:18.548861 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a951180d-bf15-447b-9348-924dfdc6ecb0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.647642 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a951180d-bf15-447b-9348-924dfdc6ecb0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group (a6a7cad4-339c-4068-b92b-2bb18707f2ca), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.652966 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a951180d-bf15-447b-9348-924dfdc6ecb0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (a6a7cad4-339c-4068-b92b-2bb18707f2ca), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.695929 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249915c-9168-4cb9-a436-8bc8b67e2e44 req-49ac8631-402b-481b-a81e-10a1d9f8a107 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:18.697403 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4249915c-9168-4cb9-a436-8bc8b67e2e44 req-49ac8631-402b-481b-a81e-10a1d9f8a107 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.1000469 Mar 28 18:57:18.700647 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a951180d-bf15-447b-9348-924dfdc6ecb0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.705104 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-a951180d-bf15-447b-9348-924dfdc6ecb0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1779771 Mar 28 18:57:18.705104 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951180d-bf15-447b-9348-924dfdc6ecb0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a7cad4-339c-4068-b92b-2bb18707f2ca,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:18.705455 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 57908) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:18.718427 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-7890f882-0913-4bfc-b5ad-532e642d21e2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Request body: {'security_group_rule': {'security_group_id': 'a6a7cad4-339c-4068-b92b-2bb18707f2ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:18.745989 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7890f882-0913-4bfc-b5ad-532e642d21e2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group_rule (0706c49b-d9e6-438e-a591-f3b3e6d1ad31), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.751220 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4249915c-9168-4cb9-a436-8bc8b67e2e44 req-0dd70684-6b33-475c-b89d-f0c202eb5040 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451331 Mar 28 18:57:18.814470 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7890f882-0913-4bfc-b5ad-532e642d21e2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group_rule (0706c49b-d9e6-438e-a591-f3b3e6d1ad31), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.818165 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7890f882-0913-4bfc-b5ad-532e642d21e2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (0706c49b-d9e6-438e-a591-f3b3e6d1ad31), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.833450 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890f882-0913-4bfc-b5ad-532e642d21e2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0706c49b-d9e6-438e-a591-f3b3e6d1ad31,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:18.844090 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7890f882-0913-4bfc-b5ad-532e642d21e2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.845537 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-7890f882-0913-4bfc-b5ad-532e642d21e2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305807 Mar 28 18:57:18.848429 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 57910) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:18.852639 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-5ecdcd69-9c5c-4e3d-a222-e9d9bb80a541 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Request body: {'security_group_rule': {'security_group_id': 'a6a7cad4-339c-4068-b92b-2bb18707f2ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:18.867706 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfda349-7b01-4c6e-b0e7-165e86a612ba None None] New status for floating IP 379ad4b6-56f2-46a3-9ef0-5902b2ca1f34: DOWN {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:57:18.881712 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcd69-9c5c-4e3d-a222-e9d9bb80a541 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group_rule (05766931-2741-4a63-a522-002c784af806), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.960344 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcd69-9c5c-4e3d-a222-e9d9bb80a541 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group_rule (05766931-2741-4a63-a522-002c784af806), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.965831 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcd69-9c5c-4e3d-a222-e9d9bb80a541 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (05766931-2741-4a63-a522-002c784af806), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.987196 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdcd69-9c5c-4e3d-a222-e9d9bb80a541 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05766931-2741-4a63-a522-002c784af806,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:18.996136 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcd69-9c5c-4e3d-a222-e9d9bb80a541 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:18.997756 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-5ecdcd69-9c5c-4e3d-a222-e9d9bb80a541 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480286 Mar 28 18:57:19.001378 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 57912) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:19.006218 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Request body: {'floatingip': {'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:19.030938 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:19.139272 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:19.255053 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Allocated IP 172.28.0.110 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/ee03ba72-45c8-47c1-adce-a1a86e25b459) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:57:19.357259 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for port (ee03ba72-45c8-47c1-adce-a1a86e25b459), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:19.390064 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (ee03ba72-45c8-47c1-adce-a1a86e25b459), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:19.428603 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:57:19.431484 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:57:19.436938 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:57:19.442732 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event updated for resources: {'Port': ['ID=ee03ba72-45c8-47c1-adce-a1a86e25b459,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:19.529221 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for floatingip (8e63ce75-c635-4058-b713-a3c1ab668a26), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:19.564858 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (ee03ba72-45c8-47c1-adce-a1a86e25b459), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:19.749392 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for port (ee03ba72-45c8-47c1-adce-a1a86e25b459), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:19.754983 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (ee03ba72-45c8-47c1-adce-a1a86e25b459), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:19.781164 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 9898a21e-dd11-474a-85f3-0669dd84988d no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:57:19.803570 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 9898a21e-dd11-474a-85f3-0669dd84988d {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:57:19.804188 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 9898a21e-dd11-474a-85f3-0669dd84988d not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:57:19.842330 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event updated for resources: {'Port': ['ID=ee03ba72-45c8-47c1-adce-a1a86e25b459,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:19.882004 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (8e63ce75-c635-4058-b713-a3c1ab668a26), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:19.904011 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:19.910391 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-2fd3aa80-18be-478b-b7c2-c54ec57978c7 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9073184 Mar 28 18:57:19.934467 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad42717-ffdd-449d-b31e-cce874bf1c56 req-bff42b02-e219-4447-8c72-779e03903919 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:19.936040 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bad42717-ffdd-449d-b31e-cce874bf1c56 req-bff42b02-e219-4447-8c72-779e03903919 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0978701 Mar 28 18:57:19.997393 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bad42717-ffdd-449d-b31e-cce874bf1c56 req-aafa359b-109b-4bba-99c8-78df5c257a41 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541391 Mar 28 18:57:20.119179 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-56ffad92-7cca-4191-b386-7858675b14cd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--555362428&fields=id&tenant_id=c88a768b3efd4a9381507f381b0e331f HTTP/1.1" status: 200 len: 267 time: 0.0430789 Mar 28 18:57:20.234287 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-3fe23cec-8963-43c9-a6b4-4dd955bcf8ea tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:20.238172 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-3fe23cec-8963-43c9-a6b4-4dd955bcf8ea tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/networks?id=211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 200 len: 817 time: 0.1102948 Mar 28 18:57:20.252915 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-e8ceba86-c9e3-453a-89de-f889284bf6c5 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/quotas/c88a768b3efd4a9381507f381b0e331f HTTP/1.1" status: 200 len: 375 time: 0.0098846 Mar 28 18:57:20.329979 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-2fdf6fc3-9647-4e27-8b5b-4d3a5b1bc065 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c88a768b3efd4a9381507f381b0e331f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701902 Mar 28 18:57:20.427251 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-78fb6668-42bd-44b3-91cb-a1d0f7657676 service neutron] 10.222.0.18 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946462 Mar 28 18:57:20.453215 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b890a66-154c-4123-ad3d-60c4e0111b7b req-d2d9d143-32c9-4021-be80-6f4bdc9225b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:20.455485 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9b890a66-154c-4123-ad3d-60c4e0111b7b req-d2d9d143-32c9-4021-be80-6f4bdc9225b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 1130 time: 0.0900161 Mar 28 18:57:20.466690 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d284d5a-328d-4502-90b0-a35351faa7da req-6d23f516-db77-4c0a-8319-5c63e0d1e478 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:20.468084 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5d284d5a-328d-4502-90b0-a35351faa7da req-6d23f516-db77-4c0a-8319-5c63e0d1e478 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0725265 Mar 28 18:57:20.520192 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-a5141893-9862-494b-a5b1-9ece8038fc84 service neutron] 10.222.0.18 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869722 Mar 28 18:57:20.569629 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5d284d5a-328d-4502-90b0-a35351faa7da req-943be142-6562-474d-95ad-6c0486455fa8 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930009 Mar 28 18:57:20.587869 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b890a66-154c-4123-ad3d-60c4e0111b7b req-e1bbbec0-f8f6-4cb1-a7ea-436007dc95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:20.589375 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9b890a66-154c-4123-ad3d-60c4e0111b7b req-e1bbbec0-f8f6-4cb1-a7ea-436007dc95e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 919 time: 0.1202891 Mar 28 18:57:20.660290 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9b890a66-154c-4123-ad3d-60c4e0111b7b req-b2ad6f58-5f57-4b63-9adc-64e9de79f4ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a675bf1-6ed9-43a0-8c07-95111ed4670f HTTP/1.1" status: 200 len: 1002 time: 0.0636590 Mar 28 18:57:20.717676 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5ba0b7d9-f9aa-4f77-a565-8a392eee9050 req-64da8bb2-f179-4c05-ae63-2707f751246c tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 210 time: 0.0610924 Mar 28 18:57:20.737762 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b890a66-154c-4123-ad3d-60c4e0111b7b req-1195d796-fa73-4a14-9705-01d58df717b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:20.737762 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9b890a66-154c-4123-ad3d-60c4e0111b7b req-1195d796-fa73-4a14-9705-01d58df717b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.0683303 Mar 28 18:57:20.803325 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b890a66-154c-4123-ad3d-60c4e0111b7b req-9f3aa6ad-731e-4bc6-a9f0-679045cee31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:20.804890 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9b890a66-154c-4123-ad3d-60c4e0111b7b req-9f3aa6ad-731e-4bc6-a9f0-679045cee31a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0572433 Mar 28 18:57:20.930587 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9b890a66-154c-4123-ad3d-60c4e0111b7b req-6b02df10-a7ab-4f09-8b87-1abcd215f14a service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156337 Mar 28 18:57:21.033862 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9b890a66-154c-4123-ad3d-60c4e0111b7b req-7f7ccf01-6ae4-49f3-86f5-dfd0e396d6ab service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939748 Mar 28 18:57:21.770781 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de92409-9358-4420-8eeb-aa7bcf25607c req-76fc31e5-ac34-4da8-b008-9d8d06cabcd2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:21.772303 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8de92409-9358-4420-8eeb-aa7bcf25607c req-76fc31e5-ac34-4da8-b008-9d8d06cabcd2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.1322021 Mar 28 18:57:21.804001 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-93e93c1d-55cd-4276-b99f-ef99f04d4853 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:21.805492 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-93e93c1d-55cd-4276-b99f-ef99f04d4853 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.23 "GET /v2.0/networks?id=211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 200 len: 817 time: 0.1561162 Mar 28 18:57:21.829443 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-18f0d348-5434-44f2-b386-e8eca3d4b873 req-86febd1a-eedf-4a8d-b40d-98c8637a7e76 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 210 time: 0.0281246 Mar 28 18:57:21.862231 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8de92409-9358-4420-8eeb-aa7bcf25607c req-451d33d7-2a69-4532-ab4a-f31c6e452a36 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752575 Mar 28 18:57:21.894337 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-573b25ec-3a9c-42d4-a7ca-f0b39466272c tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c88a768b3efd4a9381507f381b0e331f HTTP/1.1" status: 200 len: 379 time: 0.0714962 Mar 28 18:57:21.903555 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-c0b0f400-d084-40fd-a4fc-9b74a1d7485b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Request body: {'port': {'device_id': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'admin_state_up': True, 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'security_groups': ['a6a7cad4-339c-4068-b92b-2bb18707f2ca']}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:22.012316 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-c0b0f400-d084-40fd-a4fc-9b74a1d7485b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Made reservation on behalf of c88a768b3efd4a9381507f381b0e331f for: {'port': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:57:22.015562 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-c0b0f400-d084-40fd-a4fc-9b74a1d7485b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:22.145491 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-c0b0f400-d084-40fd-a4fc-9b74a1d7485b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Allocated IP 172.20.0.13 (211f47c6-29ed-4108-b184-3fd54ff73f18/8c0ba61c-eb16-48bb-8d0b-0365046be9db/82501f34-dbd0-4ee0-9e81-95ef66a380c1) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:57:22.285700 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-c0b0f400-d084-40fd-a4fc-9b74a1d7485b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:22.317307 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-c0b0f400-d084-40fd-a4fc-9b74a1d7485b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:22.356957 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-c0b0f400-d084-40fd-a4fc-9b74a1d7485b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Network 211f47c6-29ed-4108-b184-3fd54ff73f18 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:57:22.360003 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-c0b0f400-d084-40fd-a4fc-9b74a1d7485b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:57:22.363657 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-c0b0f400-d084-40fd-a4fc-9b74a1d7485b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:57:22.398140 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0f400-d084-40fd-a4fc-9b74a1d7485b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event updated for resources: {'Port': ['ID=82501f34-dbd0-4ee0-9e81-95ef66a380c1,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:22.424366 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-c0b0f400-d084-40fd-a4fc-9b74a1d7485b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:22.425004 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-c0b0f400-d084-40fd-a4fc-9b74a1d7485b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:22.442541 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-c0b0f400-d084-40fd-a4fc-9b74a1d7485b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5424125 Mar 28 18:57:22.454457 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Request body: {'port': {'device_id': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:22.514963 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:22.563985 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-cde49436-0ffe-4383-bc74-8d9588315ae8 None None] Provisioning complete for port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:57:22.564544 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cde49436-0ffe-4383-bc74-8d9588315ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:22.601915 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-cde49436-0ffe-4383-bc74-8d9588315ae8 None None] Port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:57:22.783353 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82501f34-dbd0-4ee0-9e81-95ef66a380c1 {{(pid=109703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:57:22.790520 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Publish callbacks [] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:22.803466 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.provisioning_blocks [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Transition to ACTIVE for port object 82501f34-dbd0-4ee0-9e81-95ef66a380c1 will not be triggered until provisioned by entity L2. {{(pid=109703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:57:22.808082 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:22.860049 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Pushing event updated for resources: {'Port': ['ID=82501f34-dbd0-4ee0-9e81-95ef66a380c1,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:22.961379 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Attempting to bind port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:57:22.961773 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Attempting to bind port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:57:22.962171 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Attempting to bind port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 on network 211f47c6-29ed-4108-b184-3fd54ff73f18 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:57:22.968287 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31f2e5-5468-419d-b897-c66a7860a99a req-65ebcf3d-3a9c-42a0-aa14-7c4eee85a47f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:22.970532 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cb31f2e5-5468-419d-b897-c66a7860a99a req-65ebcf3d-3a9c-42a0-aa14-7c4eee85a47f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0600948 Mar 28 18:57:22.988514 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 on network 211f47c6-29ed-4108-b184-3fd54ff73f18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:57:22.988935 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Attempting to bind port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 on network 211f47c6-29ed-4108-b184-3fd54ff73f18 {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:57:22.997714 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:57:22.998170 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Checking segment: {'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:57:22.999440 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Bound using segment: {'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'} {{(pid=109703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:57:22.999440 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.managers [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Bound port: 82501f34-dbd0-4ee0-9e81-95ef66a380c1, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18'}}] {{(pid=109703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:57:22.999440 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:23.045259 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cb31f2e5-5468-419d-b897-c66a7860a99a req-aa4842f9-0df8-42bb-9bf9-7d0c02c73cac tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685833 Mar 28 18:57:23.054093 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6e3f5-993d-47c2-9eea-59432417872f req-5ebd6874-f180-4c98-82b1-177dcdb2d1e5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:23.055734 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-48a6e3f5-993d-47c2-9eea-59432417872f req-5ebd6874-f180-4c98-82b1-177dcdb2d1e5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.1067233 Mar 28 18:57:23.105188 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] For port 82501f34-dbd0-4ee0-9e81-95ef66a380c1, host hv-cinder-83548, cleared binding levels {{(pid=109703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:57:23.113970 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] For port 82501f34-dbd0-4ee0-9e81-95ef66a380c1, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:57:23.126563 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:23.159970 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-48a6e3f5-993d-47c2-9eea-59432417872f req-04e41ad8-a546-4a2b-95e6-018aba36c3d3 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968909 Mar 28 18:57:23.169165 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:23.169811 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:23.171162 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] 10.222.0.23 "PUT /v2.0/ports/82501f34-dbd0-4ee0-9e81-95ef66a380c1 HTTP/1.1" status: 200 len: 1094 time: 0.7214980 Mar 28 18:57:23.171713 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'tag': '82501f34-dbd0-4ee0-9e81-95ef66a380c1'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:23.174711 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12998de6-a1f4-4b41-af56-3a94673dd1da" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1a8902-22e2-4e06-85be-f8629547ee17", "tag": "82501f34-dbd0-4ee0-9e81-95ef66a380c1"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:23.213490 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c7bc1-dae6-4240-b778-4c516a496358 service neutron] Pushing event updated for resources: {'Port': ['ID=82501f34-dbd0-4ee0-9e81-95ef66a380c1,revision_number=3']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:23.226303 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335158c5-dced-47e6-9785-12810ea3fbd5 x-openstack-request-id: req-335158c5-dced-47e6-9785-12810ea3fbd5 {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:23.226591 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1a8902-22e2-4e06-85be-f8629547ee17", "tag": "82501f34-dbd0-4ee0-9e81-95ef66a380c1", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:23.226843 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-335158c5-dced-47e6-9785-12810ea3fbd5 {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:23.227239 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335158c5-dced-47e6-9785-12810ea3fbd5'] response: {'name': 'network-changed', 'server_uuid': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'tag': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'status': 'completed', 'code': 200} Mar 28 18:57:23.271633 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-b6ed6207-e774-462e-81a4-a837c20ff368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:23.273172 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-b6ed6207-e774-462e-81a4-a837c20ff368 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c88a768b3efd4a9381507f381b0e331f&device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 1128 time: 0.0566821 Mar 28 18:57:23.318323 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-3ff888c8-6719-4a4c-93d6-2a2e2b291e1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1 HTTP/1.1" status: 200 len: 217 time: 0.0378146 Mar 28 18:57:23.369175 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-ca3dc6f6-d350-46f5-9f80-c7a3dde8856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:23.370648 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-ca3dc6f6-d350-46f5-9f80-c7a3dde8856f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c0ba61c-eb16-48bb-8d0b-0365046be9db HTTP/1.1" status: 200 len: 856 time: 0.0459607 Mar 28 18:57:23.423431 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-8c2ff34a-18fe-4aac-a745-7fbfa0649ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:23.424914 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-8c2ff34a-18fe-4aac-a745-7fbfa0649ef7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211f47c6-29ed-4108-b184-3fd54ff73f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0478783 Mar 28 18:57:23.513318 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-d56bc28b-3b24-4b5f-863f-99c79bc295d0 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807450 Mar 28 18:57:23.603878 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5616d4ae-2736-4e54-a1e5-86ea364775ee req-94e12fff-5940-44c1-a6a1-48f0339cecd2 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840371 Mar 28 18:57:23.693026 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998de6-a1f4-4b41-af56-3a94673dd1da req-30fd1c2c-a7e9-44bc-821f-fcb2d4ff4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:23.694650 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-12998de6-a1f4-4b41-af56-3a94673dd1da req-30fd1c2c-a7e9-44bc-821f-fcb2d4ff4c16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c88a768b3efd4a9381507f381b0e331f&device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 1128 time: 0.0463517 Mar 28 18:57:23.784197 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998de6-a1f4-4b41-af56-3a94673dd1da req-7b5a03da-816b-4d15-a2d9-307695f4c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:23.785666 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-12998de6-a1f4-4b41-af56-3a94673dd1da req-7b5a03da-816b-4d15-a2d9-307695f4c592 service neutron] 10.222.0.23 "GET /v2.0/networks?id=211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 200 len: 918 time: 0.0851772 Mar 28 18:57:23.833510 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-12998de6-a1f4-4b41-af56-3a94673dd1da req-3f2b9e00-a9f2-48db-8f2c-9cb95b919536 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1 HTTP/1.1" status: 200 len: 217 time: 0.0388241 Mar 28 18:57:23.884296 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998de6-a1f4-4b41-af56-3a94673dd1da req-6a59880c-0fab-41b8-990b-57df96ce759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:23.885773 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-12998de6-a1f4-4b41-af56-3a94673dd1da req-6a59880c-0fab-41b8-990b-57df96ce759c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c0ba61c-eb16-48bb-8d0b-0365046be9db HTTP/1.1" status: 200 len: 856 time: 0.0460305 Mar 28 18:57:23.948911 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998de6-a1f4-4b41-af56-3a94673dd1da req-265e18d8-c30e-461a-a4bf-121a3c5dd63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:23.950544 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-12998de6-a1f4-4b41-af56-3a94673dd1da req-265e18d8-c30e-461a-a4bf-121a3c5dd63b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211f47c6-29ed-4108-b184-3fd54ff73f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0581715 Mar 28 18:57:24.051167 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-12998de6-a1f4-4b41-af56-3a94673dd1da req-58396486-fc09-46eb-97f0-d0fefe87e16f service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936706 Mar 28 18:57:24.146171 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-12998de6-a1f4-4b41-af56-3a94673dd1da req-9c883acd-c268-4185-a08a-d2e8978150d0 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864103 Mar 28 18:57:24.196322 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0cbb0-b17f-4b0a-958b-6d9e9f5caafb req-3158caee-75a2-4094-8948-86437027c058 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:24.197886 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1ca0cbb0-b17f-4b0a-958b-6d9e9f5caafb req-3158caee-75a2-4094-8948-86437027c058 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0541039 Mar 28 18:57:24.245531 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1ca0cbb0-b17f-4b0a-958b-6d9e9f5caafb req-8130a897-1a2c-4e54-9c5a-39c0dd541ea0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420656 Mar 28 18:57:24.295982 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70c163-1f88-48f4-a308-da4d05dab9fe req-fce62ebd-91d2-430b-b1fe-73ee4670ec02 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:24.298216 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5b70c163-1f88-48f4-a308-da4d05dab9fe req-fce62ebd-91d2-430b-b1fe-73ee4670ec02 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0543883 Mar 28 18:57:24.354494 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5b70c163-1f88-48f4-a308-da4d05dab9fe req-ec147339-8ab4-4267-b146-2dec87188074 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505354 Mar 28 18:57:24.472449 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab90d1-1741-4083-ab59-5efafd935403 req-6d0198db-4183-4e3c-b307-94f1a3ccbcd0 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:24.473931 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a7ab90d1-1741-4083-ab59-5efafd935403 req-6d0198db-4183-4e3c-b307-94f1a3ccbcd0 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0522318 Mar 28 18:57:24.482470 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 57990) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:24.486863 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e0948989-53ce-494b-85f3-f46f4b2a6893 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Request body: {'floatingip': {'port_id': '6a675bf1-6ed9-43a0-8c07-95111ed4670f'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:24.543888 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e0948989-53ce-494b-85f3-f46f4b2a6893 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for floatingip (d4963775-b775-473e-a643-cbc169d62760), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:24.831862 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-71c4638d-46c6-4986-8c34-82ebd4f4aecf req-73d08dab-79c8-440f-902b-7d52618cbe23 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444486 Mar 28 18:57:24.899389 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4638d-46c6-4986-8c34-82ebd4f4aecf req-f924be0c-aae4-403a-82fb-775424a4f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:24.900919 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-71c4638d-46c6-4986-8c34-82ebd4f4aecf req-f924be0c-aae4-403a-82fb-775424a4f8b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45d2c6dc8f841e08e19262d3e899379&device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 1130 time: 0.0466311 Mar 28 18:57:25.011485 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4638d-46c6-4986-8c34-82ebd4f4aecf req-4b55f3ff-a6ba-4fba-8cdf-c806a0ef8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:25.012966 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-71c4638d-46c6-4986-8c34-82ebd4f4aecf req-4b55f3ff-a6ba-4fba-8cdf-c806a0ef8c05 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5e6a87c-ad2a-4972-8652-596abac069a8 HTTP/1.1" status: 200 len: 912 time: 0.0927014 Mar 28 18:57:25.086178 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-71c4638d-46c6-4986-8c34-82ebd4f4aecf req-248e6ad6-1d0f-450a-b720-65139d01ff72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d2d93df-959d-442a-b929-70bd5ee2a5ce HTTP/1.1" status: 200 len: 1000 time: 0.0644133 Mar 28 18:57:25.137620 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4638d-46c6-4986-8c34-82ebd4f4aecf req-681dc39d-0333-40f7-809f-001b1aa46883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:25.139121 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-71c4638d-46c6-4986-8c34-82ebd4f4aecf req-681dc39d-0333-40f7-809f-001b1aa46883 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c4a9391-442b-448c-9626-0f4d30aa8d78 HTTP/1.1" status: 200 len: 850 time: 0.0454319 Mar 28 18:57:25.196312 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4638d-46c6-4986-8c34-82ebd4f4aecf req-ef1c6f11-b2a4-441e-9925-8392c978c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:25.197979 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-71c4638d-46c6-4986-8c34-82ebd4f4aecf req-ef1c6f11-b2a4-441e-9925-8392c978c7d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5e6a87c-ad2a-4972-8652-596abac069a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0504520 Mar 28 18:57:25.245249 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e0948989-53ce-494b-85f3-f46f4b2a6893 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:25.249943 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e0948989-53ce-494b-85f3-f46f4b2a6893 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (d4963775-b775-473e-a643-cbc169d62760), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:25.301637 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-71c4638d-46c6-4986-8c34-82ebd4f4aecf req-9f5d7622-8b3c-4901-b75f-74832c9db5ab service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958219 Mar 28 18:57:25.434229 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5746c1-1f51-4c1e-b2c3-9c03665ba33a req-6b60b972-9d53-4f24-8642-8033b5804170 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:25.435711 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3b5746c1-1f51-4c1e-b2c3-9c03665ba33a req-6b60b972-9d53-4f24-8642-8033b5804170 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.1080697 Mar 28 18:57:25.439342 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-71c4638d-46c6-4986-8c34-82ebd4f4aecf req-ac1cca9c-3345-41ec-a8d7-f239a3a8a30c service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302919 Mar 28 18:57:25.466439 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0948989-53ce-494b-85f3-f46f4b2a6893 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:57:25.484943 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3b5746c1-1f51-4c1e-b2c3-9c03665ba33a req-c2872529-0737-412d-8af7-ba628c9406a4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433757 Mar 28 18:57:25.574471 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0948989-53ce-494b-85f3-f46f4b2a6893 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:57:25.580027 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e0948989-53ce-494b-85f3-f46f4b2a6893 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:25.585153 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3945d-36e1-492d-8076-0fa69a89fd7a None None] Sync routers for ids ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:57:25.595421 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3945d-36e1-492d-8076-0fa69a89fd7a None None] Routers {'7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:57:25.596040 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-01d3945d-36e1-492d-8076-0fa69a89fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:57:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:25.613323 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'tag': '6a675bf1-6ed9-43a0-8c07-95111ed4670f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:25.617289 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ea607b-977c-4804-b872-987b2505904d" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb36d3d-0a73-4237-8e91-ef346fe98ef3", "tag": "6a675bf1-6ed9-43a0-8c07-95111ed4670f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:25.657692 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-e0948989-53ce-494b-85f3-f46f4b2a6893 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "PUT /v2.0/floatingips/d4963775-b775-473e-a643-cbc169d62760 HTTP/1.1" status: 200 len: 994 time: 1.1664338 Mar 28 18:57:25.666568 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d9ec66-9e41-43d4-942b-73da3fe117cf x-openstack-request-id: req-81d9ec66-9e41-43d4-942b-73da3fe117cf {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:25.666856 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb36d3d-0a73-4237-8e91-ef346fe98ef3", "tag": "6a675bf1-6ed9-43a0-8c07-95111ed4670f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:25.667108 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81d9ec66-9e41-43d4-942b-73da3fe117cf {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:25.667513 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d9ec66-9e41-43d4-942b-73da3fe117cf'] response: {'name': 'network-changed', 'server_uuid': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'tag': '6a675bf1-6ed9-43a0-8c07-95111ed4670f', 'status': 'completed', 'code': 200} Mar 28 18:57:25.708323 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-01d3945d-36e1-492d-8076-0fa69a89fd7a None None] Set router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:57:25.734433 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea607b-977c-4804-b872-987b2505904d req-2a92d746-c2f6-4c26-80a6-42f7f3be7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:25.736544 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0ea607b-977c-4804-b872-987b2505904d req-2a92d746-c2f6-4c26-80a6-42f7f3be7234 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 1130 time: 0.0450249 Mar 28 18:57:25.824446 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 82501f34-dbd0-4ee0-9e81-95ef66a380c1 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:57:25.832003 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea607b-977c-4804-b872-987b2505904d req-25d7a606-a17b-4b6a-b875-5bb414f4ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:25.833597 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0ea607b-977c-4804-b872-987b2505904d req-25d7a606-a17b-4b6a-b875-5bb414f4ad47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 919 time: 0.0904126 Mar 28 18:57:25.909219 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0ea607b-977c-4804-b872-987b2505904d req-12b37639-f5f6-470e-890f-68ec79799f0c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a675bf1-6ed9-43a0-8c07-95111ed4670f HTTP/1.1" status: 200 len: 1002 time: 0.0629992 Mar 28 18:57:25.945156 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 82501f34-dbd0-4ee0-9e81-95ef66a380c1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:25.950418 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-01d3945d-36e1-492d-8076-0fa69a89fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': 'd4963775-b775-473e-a643-cbc169d62760', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'floating_ip_address': '172.28.0.137', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'port_id': '6a675bf1-6ed9-43a0-8c07-95111ed4670f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'mac_address': 'fa:16:3e:ba:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:29Z', 'updated_at': '2022-03-28T18:57:25Z', 'revision_number': 3, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9723-011d-4c17-b8ed-6fc5100fe346', 'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'mac_address': 'fa:16:3e:a6:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:27Z', 'updated_at': '2022-03-28T18:53:43Z', 'revision_number': 5, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'subnets': [{'id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:25.961484 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'port_id': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'mac_address': 'fa:16:3e:87:5f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:57:25.978418 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3945d-36e1-492d-8076-0fa69a89fd7a None None] Checking router: 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:57:25.987724 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3945d-36e1-492d-8076-0fa69a89fd7a None None] Routers {'7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:57:25.988367 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-01d3945d-36e1-492d-8076-0fa69a89fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:57:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:26.015077 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:57:26.015483 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:26.030604 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82501f34-dbd0-4ee0-9e81-95ef66a380c1 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:57:26.065504 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 82501f34-dbd0-4ee0-9e81-95ef66a380c1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:26.071961 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:26.143139 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=82501f34-dbd0-4ee0-9e81-95ef66a380c1,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:26.191802 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:26.196944 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-01d3945d-36e1-492d-8076-0fa69a89fd7a None None] Set router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:57:26.205734 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea607b-977c-4804-b872-987b2505904d req-2f31a7c8-21ae-4118-9a74-7cdf67ca7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:26.207354 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0ea607b-977c-4804-b872-987b2505904d req-2f31a7c8-21ae-4118-9a74-7cdf67ca7599 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.2903395 Mar 28 18:57:26.265628 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea607b-977c-4804-b872-987b2505904d req-8c5142e0-fdfc-4f80-94e2-fd380efe623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:26.268273 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0ea607b-977c-4804-b872-987b2505904d req-8c5142e0-fdfc-4f80-94e2-fd380efe623d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0524898 Mar 28 18:57:26.370985 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0ea607b-977c-4804-b872-987b2505904d req-ac7d1b1c-e247-4298-9535-a187b1d9239e service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952201 Mar 28 18:57:26.394791 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['82501f34-dbd0-4ee0-9e81-95ef66a380c1'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:57:26.429677 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-01d3945d-36e1-492d-8076-0fa69a89fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': 'd4963775-b775-473e-a643-cbc169d62760', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'floating_ip_address': '172.28.0.137', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'port_id': '6a675bf1-6ed9-43a0-8c07-95111ed4670f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'mac_address': 'fa:16:3e:ba:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:29Z', 'updated_at': '2022-03-28T18:57:25Z', 'revision_number': 3, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9723-011d-4c17-b8ed-6fc5100fe346', 'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'mac_address': 'fa:16:3e:a6:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:27Z', 'updated_at': '2022-03-28T18:53:43Z', 'revision_number': 5, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'subnets': [{'id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:26.457442 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3945d-36e1-492d-8076-0fa69a89fd7a None None] The sync data for ids ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'] in dv-cinder-835483-1-smb is: [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': 'd4963775-b775-473e-a643-cbc169d62760', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'floating_ip_address': '172.28.0.137', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'port_id': '6a675bf1-6ed9-43a0-8c07-95111ed4670f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'mac_address': 'fa:16:3e:ba:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:29Z', 'updated_at': '2022-03-28T18:57:25Z', 'revision_number': 3, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9723-011d-4c17-b8ed-6fc5100fe346', 'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'mac_address': 'fa:16:3e:a6:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:27Z', 'updated_at': '2022-03-28T18:53:43Z', 'revision_number': 5, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'subnets': [{'id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:57:26.468546 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0ea607b-977c-4804-b872-987b2505904d req-8051b742-c103-4fe8-adb4-8b50105ee8c2 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907767 Mar 28 18:57:26.617295 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da985d7-0cc7-411f-8cb3-6f17900e0ea8 req-46cf8517-10fc-434d-839c-c5b54185de48 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:26.618823 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7da985d7-0cc7-411f-8cb3-6f17900e0ea8 req-46cf8517-10fc-434d-839c-c5b54185de48 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 945 time: 0.0604761 Mar 28 18:57:26.667353 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7da985d7-0cc7-411f-8cb3-6f17900e0ea8 req-909fc1a3-43b8-4e1a-947c-5541109c0e13 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429623 Mar 28 18:57:27.668358 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'tag': '6a675bf1-6ed9-43a0-8c07-95111ed4670f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:27.670734 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389a5ec9-ff27-4761-9321-d168ce9e45bd" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb36d3d-0a73-4237-8e91-ef346fe98ef3", "tag": "6a675bf1-6ed9-43a0-8c07-95111ed4670f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:27.708109 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8437611-a364-4356-829d-38cb0c889d72 x-openstack-request-id: req-f8437611-a364-4356-829d-38cb0c889d72 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:27.708397 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb36d3d-0a73-4237-8e91-ef346fe98ef3", "tag": "6a675bf1-6ed9-43a0-8c07-95111ed4670f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:27.708655 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8437611-a364-4356-829d-38cb0c889d72 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:27.709056 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8437611-a364-4356-829d-38cb0c889d72'] response: {'name': 'network-changed', 'server_uuid': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'tag': '6a675bf1-6ed9-43a0-8c07-95111ed4670f', 'status': 'completed', 'code': 200} Mar 28 18:57:27.792567 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a5ec9-ff27-4761-9321-d168ce9e45bd req-32994ef7-d47c-48ca-b95d-5be7cf26d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:27.794315 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-389a5ec9-ff27-4761-9321-d168ce9e45bd req-32994ef7-d47c-48ca-b95d-5be7cf26d00e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c69570426a7f4c439b61b7ba410ae299&device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 1130 time: 0.0528378 Mar 28 18:57:27.802290 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2d855-6960-48c3-b3ed-b6efe128ca6c req-991f0ef0-2759-4d04-a6fd-886dec8223be tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:27.806209 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a4f2d855-6960-48c3-b3ed-b6efe128ca6c req-991f0ef0-2759-4d04-a6fd-886dec8223be tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 945 time: 0.0604601 Mar 28 18:57:27.847790 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 82501f34-dbd0-4ee0-9e81-95ef66a380c1 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:57:27.860410 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a4f2d855-6960-48c3-b3ed-b6efe128ca6c req-70c130c2-e9e5-4107-aa50-96470a0d49fd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480123 Mar 28 18:57:27.897651 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a5ec9-ff27-4761-9321-d168ce9e45bd req-d677b02d-5298-4e9c-bc26-bd1e7641f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:27.899161 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-389a5ec9-ff27-4761-9321-d168ce9e45bd req-d677b02d-5298-4e9c-bc26-bd1e7641f4d5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 200 len: 919 time: 0.0941536 Mar 28 18:57:27.909334 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:57:27.914466 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:57:27.915046 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:27.976372 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-389a5ec9-ff27-4761-9321-d168ce9e45bd req-15e6a88d-39e9-4683-9c77-57ca2e3c8c7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a675bf1-6ed9-43a0-8c07-95111ed4670f HTTP/1.1" status: 200 len: 1002 time: 0.0702765 Mar 28 18:57:28.012030 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:57:28.012417 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:28.026226 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a5ec9-ff27-4761-9321-d168ce9e45bd req-fe262a7a-f657-45da-b35a-754d1f094319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:28.027670 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-389a5ec9-ff27-4761-9321-d168ce9e45bd req-fe262a7a-f657-45da-b35a-754d1f094319 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 200 len: 857 time: 0.0456626 Mar 28 18:57:28.036355 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82501f34-dbd0-4ee0-9e81-95ef66a380c1'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:28.039487 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1235eaa-20bc-47ab-846a-e6b2eaf806da" -d '{"events": [{"server_uuid": "8f1a8902-22e2-4e06-85be-f8629547ee17", "name": "network-vif-plugged", "status": "completed", "tag": "82501f34-dbd0-4ee0-9e81-95ef66a380c1"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:28.052896 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 82501f34-dbd0-4ee0-9e81-95ef66a380c1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:28.057451 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:28.082309 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a5ec9-ff27-4761-9321-d168ce9e45bd req-9ffdd008-9c7d-44da-b978-7d57742bf3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:28.082723 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b82b72c-3b76-4da2-be71-0c1da0cb8a84 x-openstack-request-id: req-1b82b72c-3b76-4da2-be71-0c1da0cb8a84 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:28.083034 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a8902-22e2-4e06-85be-f8629547ee17", "name": "network-vif-plugged", "status": "completed", "tag": "82501f34-dbd0-4ee0-9e81-95ef66a380c1", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:28.083293 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b82b72c-3b76-4da2-be71-0c1da0cb8a84 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:28.083682 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b82b72c-3b76-4da2-be71-0c1da0cb8a84'] response: {'server_uuid': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'code': 200} Mar 28 18:57:28.083777 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-389a5ec9-ff27-4761-9321-d168ce9e45bd req-9ffdd008-9c7d-44da-b978-7d57742bf3a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d432814-d48c-4d16-952f-f098f6b2256a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0495083 Mar 28 18:57:28.112564 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=82501f34-dbd0-4ee0-9e81-95ef66a380c1,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:28.188403 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-389a5ec9-ff27-4761-9321-d168ce9e45bd req-18285d32-a15d-4df3-8aea-61d7c90af01b service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930324 Mar 28 18:57:28.276087 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19546741-92ca-4289-a5ca-c5f7121388c7 req-964760b5-eaf4-4c69-be92-9256f1f41ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:28.278157 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-19546741-92ca-4289-a5ca-c5f7121388c7 req-964760b5-eaf4-4c69-be92-9256f1f41ddd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 1130 time: 0.0575264 Mar 28 18:57:28.301573 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-389a5ec9-ff27-4761-9321-d168ce9e45bd req-cec5b742-f1af-44a6-ad14-33798d81f939 service neutron] 10.222.0.23 "GET /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023953 Mar 28 18:57:28.329067 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-19546741-92ca-4289-a5ca-c5f7121388c7 req-1c5f8cc8-a42c-43bc-8b9c-8fabc205c43d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445428 Mar 28 18:57:28.530512 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4df35e-11ae-42b4-ad10-30cdedab0a0b req-af797353-f863-42d0-8b55-3ed5a537c8b1 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:28.532644 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ef4df35e-11ae-42b4-ad10-30cdedab0a0b req-af797353-f863-42d0-8b55-3ed5a537c8b1 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 946 time: 0.0530465 Mar 28 18:57:28.584659 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ef4df35e-11ae-42b4-ad10-30cdedab0a0b req-479c9c1e-5d3f-4db8-b28b-fb957328656a tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463884 Mar 28 18:57:28.994852 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57a358-b25f-43e5-bdf4-58c9c6ab5bd7 req-44818532-2446-4e2d-b0f0-3b9cc2001d1a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:28.996324 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-aa57a358-b25f-43e5-bdf4-58c9c6ab5bd7 req-44818532-2446-4e2d-b0f0-3b9cc2001d1a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0510952 Mar 28 18:57:29.043373 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-aa57a358-b25f-43e5-bdf4-58c9c6ab5bd7 req-94850567-d8d6-4d57-a48b-a522854e5002 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402114 Mar 28 18:57:29.720081 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c791d-c191-4ab8-9712-307293e3fc18 req-dc1fac67-74ac-4c15-8d77-148418b25e70 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:29.721593 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-095c791d-c191-4ab8-9712-307293e3fc18 req-dc1fac67-74ac-4c15-8d77-148418b25e70 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 946 time: 0.0591590 Mar 28 18:57:29.769705 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-095c791d-c191-4ab8-9712-307293e3fc18 req-914493d7-d5fd-4d2e-8be2-dece99a7eb1e tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421965 Mar 28 18:57:30.168614 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fa618-41bc-46c2-8726-b8f548fb7a58 req-1d06c76e-e6a1-4941-aee9-ac6f33c2f0c1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:30.170092 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-df6fa618-41bc-46c2-8726-b8f548fb7a58 req-1d06c76e-e6a1-4941-aee9-ac6f33c2f0c1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0510511 Mar 28 18:57:30.219744 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-df6fa618-41bc-46c2-8726-b8f548fb7a58 req-2848d5ef-8513-4335-bbce-92f3dc2016f0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425098 Mar 28 18:57:30.338253 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f0388-bc71-4459-a702-7c3979ddd720 req-b1516d3a-ccbb-4463-a267-c122bba53b7f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:30.339611 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b66f0388-bc71-4459-a702-7c3979ddd720 req-b1516d3a-ccbb-4463-a267-c122bba53b7f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0539813 Mar 28 18:57:30.348081 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58036) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:30.352279 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-b1ff60a4-9e82-4dda-b166-e86f9b0280dd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Request body: {'floatingip': {'port_id': '82501f34-dbd0-4ee0-9e81-95ef66a380c1'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:30.394776 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b1ff60a4-9e82-4dda-b166-e86f9b0280dd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for floatingip (8e63ce75-c635-4058-b713-a3c1ab668a26), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:30.815616 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b1ff60a4-9e82-4dda-b166-e86f9b0280dd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:30.820338 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b1ff60a4-9e82-4dda-b166-e86f9b0280dd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (8e63ce75-c635-4058-b713-a3c1ab668a26), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:30.894013 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee154c7-1c98-4875-b6fd-b770ed56a093 req-25fa1045-9d7b-455a-b8b5-39f6199bbe02 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:30.895882 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4ee154c7-1c98-4875-b6fd-b770ed56a093 req-25fa1045-9d7b-455a-b8b5-39f6199bbe02 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 946 time: 0.0568748 Mar 28 18:57:30.927613 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.l3_db [None req-b1ff60a4-9e82-4dda-b166-e86f9b0280dd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Floating IP 8e63ce75-c635-4058-b713-a3c1ab668a26 associated. External IP: 172.28.0.110, port: 82501f34-dbd0-4ee0-9e81-95ef66a380c1. Mar 28 18:57:30.954238 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-4ee154c7-1c98-4875-b6fd-b770ed56a093 req-7d8a06e9-04c7-42b9-b9a3-436427871827 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526576 Mar 28 18:57:31.151441 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ff60a4-9e82-4dda-b166-e86f9b0280dd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:57:31.261370 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ff60a4-9e82-4dda-b166-e86f9b0280dd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:57:31.266673 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-b1ff60a4-9e82-4dda-b166-e86f9b0280dd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:31.271247 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b6923-37b0-4f79-884d-cb5e369be346 None None] Sync routers for ids ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:57:31.280164 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b6923-37b0-4f79-884d-cb5e369be346 None None] Routers {'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:57:31.280771 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-e68b6923-37b0-4f79-884d-cb5e369be346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:57:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:31.296873 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-b1ff60a4-9e82-4dda-b166-e86f9b0280dd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "PUT /v2.0/floatingips/8e63ce75-c635-4058-b713-a3c1ab668a26 HTTP/1.1" status: 200 len: 992 time: 0.9477003 Mar 28 18:57:31.297989 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'tag': '82501f34-dbd0-4ee0-9e81-95ef66a380c1'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:31.300412 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909c9f91-6889-4c73-95b1-12223485b154" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1a8902-22e2-4e06-85be-f8629547ee17", "tag": "82501f34-dbd0-4ee0-9e81-95ef66a380c1"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:31.336449 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b73477-c334-41f9-980e-4c82b716e2f7 x-openstack-request-id: req-93b73477-c334-41f9-980e-4c82b716e2f7 {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:31.336738 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1a8902-22e2-4e06-85be-f8629547ee17", "tag": "82501f34-dbd0-4ee0-9e81-95ef66a380c1", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:31.336990 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93b73477-c334-41f9-980e-4c82b716e2f7 {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:31.337394 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b73477-c334-41f9-980e-4c82b716e2f7'] response: {'name': 'network-changed', 'server_uuid': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'tag': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'status': 'completed', 'code': 200} Mar 28 18:57:31.393439 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-e68b6923-37b0-4f79-884d-cb5e369be346 None None] Set router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:57:31.407890 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9f91-6889-4c73-95b1-12223485b154 req-408436ff-4aa4-4228-9fc4-1543f79eba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:31.409456 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-909c9f91-6889-4c73-95b1-12223485b154 req-408436ff-4aa4-4228-9fc4-1543f79eba7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c88a768b3efd4a9381507f381b0e331f&device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 1130 time: 0.0447299 Mar 28 18:57:31.503191 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9f91-6889-4c73-95b1-12223485b154 req-d47d735d-f8bd-4f77-9ad4-e3e853b0fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:31.504696 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-909c9f91-6889-4c73-95b1-12223485b154 req-d47d735d-f8bd-4f77-9ad4-e3e853b0fc73 service neutron] 10.222.0.23 "GET /v2.0/networks?id=211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 200 len: 918 time: 0.0885968 Mar 28 18:57:31.574166 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-909c9f91-6889-4c73-95b1-12223485b154 req-3be39f8d-0a4f-4609-a439-ab5be32a7e47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1 HTTP/1.1" status: 200 len: 1000 time: 0.0608320 Mar 28 18:57:31.623162 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9f91-6889-4c73-95b1-12223485b154 req-2128667a-7ff4-4486-a410-6c85375e54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:31.624602 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-909c9f91-6889-4c73-95b1-12223485b154 req-2128667a-7ff4-4486-a410-6c85375e54ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c0ba61c-eb16-48bb-8d0b-0365046be9db HTTP/1.1" status: 200 len: 856 time: 0.0431299 Mar 28 18:57:31.659105 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-e68b6923-37b0-4f79-884d-cb5e369be346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '8e63ce75-c635-4058-b713-a3c1ab668a26', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'port_id': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'mac_address': 'fa:16:3e:87:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:57:19Z', 'updated_at': '2022-03-28T18:57:30Z', 'revision_number': 1, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:51Z', 'revision_number': 5, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:31.676675 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9f91-6889-4c73-95b1-12223485b154 req-5fcfdf27-c7c0-4388-9be6-681a00df2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:31.678217 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-909c9f91-6889-4c73-95b1-12223485b154 req-5fcfdf27-c7c0-4388-9be6-681a00df2e13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211f47c6-29ed-4108-b184-3fd54ff73f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0474384 Mar 28 18:57:31.779434 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-909c9f91-6889-4c73-95b1-12223485b154 req-c54750b8-8f0b-4391-beec-132657aef535 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864117 Mar 28 18:57:31.807293 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b6923-37b0-4f79-884d-cb5e369be346 None None] Checking router: c8d2f02d-3af7-454e-b45f-0d981ce9b4bc for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:57:31.816203 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b6923-37b0-4f79-884d-cb5e369be346 None None] Routers {'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:57:31.816803 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-e68b6923-37b0-4f79-884d-cb5e369be346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:57:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:31.876756 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-909c9f91-6889-4c73-95b1-12223485b154 req-154a50ce-98dd-436f-be69-2e2084735caf service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890388 Mar 28 18:57:31.925290 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-e68b6923-37b0-4f79-884d-cb5e369be346 None None] Set router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:57:32.077611 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f731ea6-ad05-4657-9e77-d64211a7068d req-0033d66d-64aa-49df-b11d-3b3fea649dc6 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:32.079878 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9f731ea6-ad05-4657-9e77-d64211a7068d req-0033d66d-64aa-49df-b11d-3b3fea649dc6 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 946 time: 0.0589335 Mar 28 18:57:32.127710 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9f731ea6-ad05-4657-9e77-d64211a7068d req-1f0fc184-24ba-4f8a-8d28-060b5f881014 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Mar 28 18:57:32.149894 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-e68b6923-37b0-4f79-884d-cb5e369be346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '8e63ce75-c635-4058-b713-a3c1ab668a26', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'port_id': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'mac_address': 'fa:16:3e:87:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:57:19Z', 'updated_at': '2022-03-28T18:57:30Z', 'revision_number': 1, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:51Z', 'revision_number': 5, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:32.180896 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b6923-37b0-4f79-884d-cb5e369be346 None None] The sync data for ids ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'] in dv-cinder-835483-1-smb is: [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '8e63ce75-c635-4058-b713-a3c1ab668a26', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'port_id': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'mac_address': 'fa:16:3e:87:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:57:19Z', 'updated_at': '2022-03-28T18:57:30Z', 'revision_number': 1, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:51Z', 'revision_number': 5, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:57:32.358051 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2742ebb-e1fa-4902-a1a0-f344ae6b1d21 None None] New status for floating IP 8e63ce75-c635-4058-b713-a3c1ab668a26: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:57:33.252054 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63002d07-f109-4420-aa4f-2904252f2b1a req-5b325349-cfbf-47da-8f1e-e13dcbcc082d tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:33.253533 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-63002d07-f109-4420-aa4f-2904252f2b1a req-5b325349-cfbf-47da-8f1e-e13dcbcc082d tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 946 time: 0.0537512 Mar 28 18:57:33.303564 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-63002d07-f109-4420-aa4f-2904252f2b1a req-292f3f13-9342-4666-a3f2-97b98eb45955 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a11903bf-8f0c-49af-a1e4-e5f4d38bc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445371 Mar 28 18:57:33.539486 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fdfc4-c51a-420e-b3e2-900dc33e9b8a req-0ddb36a4-8fc5-4e09-ac4e-635477df1825 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:33.540912 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c80fdfc4-c51a-420e-b3e2-900dc33e9b8a req-0ddb36a4-8fc5-4e09-ac4e-635477df1825 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.23 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 946 time: 0.0505989 Mar 28 18:57:33.636354 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c80fdfc4-c51a-420e-b3e2-900dc33e9b8a req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Deleting port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:57:33.636696 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c80fdfc4-c51a-420e-b3e2-900dc33e9b8a req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.724085 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c80fdfc4-c51a-420e-b3e2-900dc33e9b8a req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] For port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2cc5a6b8-2f7e-4add-8a94-3301b71eb355,segment=NetworkSegment(e2748ea4-c95b-4f98-b108-25e28d92912f),segment_id=e2748ea4-c95b-4f98-b108-25e28d92912f)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:33.724457 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c80fdfc4-c51a-420e-b3e2-900dc33e9b8a req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.737579 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c80fdfc4-c51a-420e-b3e2-900dc33e9b8a req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Calling delete_port for 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:57:33.869878 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c80fdfc4-c51a-420e-b3e2-900dc33e9b8a req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (2cc5a6b8-2f7e-4add-8a94-3301b71eb355), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.893352 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['2cc5a6b8-2f7e-4add-8a94-3301b71eb355'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:57:33.898688 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Pushing event deleted for resources: {'Port': ['ID=2cc5a6b8-2f7e-4add-8a94-3301b71eb355,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:33.934100 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.934453 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.934799 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.935142 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.935500 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.935817 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.936139 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.936467 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.936796 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.938306 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.938306 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.938497 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.938954 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.939284 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.939611 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:33.957465 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80fdfc4-c51a-420e-b3e2-900dc33e9b8a req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] No DVR routers for this DVR port 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 on host hv-cinder-83548 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:57:33.960029 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c80fdfc4-c51a-420e-b3e2-900dc33e9b8a req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.963351 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c80fdfc4-c51a-420e-b3e2-900dc33e9b8a req-7b1ed3f0-04c4-4b1e-bced-3e73ace671c3 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.23 "DELETE /v2.0/ports/2cc5a6b8-2f7e-4add-8a94-3301b71eb355 HTTP/1.1" status: 204 len: 173 time: 0.4170728 Mar 28 18:57:33.963815 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafeb1b2-3b8a-4d67-a196-e531dc82f07b', 'name': 'network-vif-deleted', 'tag': '2cc5a6b8-2f7e-4add-8a94-3301b71eb355'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:33.966085 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2a8732-1889-478b-a059-24ef6b053b27" -d '{"events": [{"server_uuid": "aafeb1b2-3b8a-4d67-a196-e531dc82f07b", "name": "network-vif-deleted", "tag": "2cc5a6b8-2f7e-4add-8a94-3301b71eb355"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:34.009448 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3abb24-3c0e-4ee4-9411-e71335a14bc8 x-openstack-request-id: req-cb3abb24-3c0e-4ee4-9411-e71335a14bc8 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:34.009810 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafeb1b2-3b8a-4d67-a196-e531dc82f07b", "name": "network-vif-deleted", "tag": "2cc5a6b8-2f7e-4add-8a94-3301b71eb355", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:34.010064 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb3abb24-3c0e-4ee4-9411-e71335a14bc8 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:34.010456 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3abb24-3c0e-4ee4-9411-e71335a14bc8'] response: {'server_uuid': 'aafeb1b2-3b8a-4d67-a196-e531dc82f07b', 'name': 'network-vif-deleted', 'tag': '2cc5a6b8-2f7e-4add-8a94-3301b71eb355', 'status': 'completed', 'code': 200} Mar 28 18:57:34.066947 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca5d6c-4445-433a-ac20-0d34f21ee3d6 req-f04e80c6-8087-482e-898e-897ae8a742a8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:34.068450 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-41ca5d6c-4445-433a-ac20-0d34f21ee3d6 req-f04e80c6-8087-482e-898e-897ae8a742a8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0687509 Mar 28 18:57:34.116787 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-41ca5d6c-4445-433a-ac20-0d34f21ee3d6 req-79d47cce-5f41-419b-b65f-3ebc544c5d80 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424323 Mar 28 18:57:34.415228 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-00909bca-275f-456b-bdff-0b7a8ee2fb85 req-60e12727-b576-46a5-81d8-09557dca7f71 tempest-VolumesSnapshotTestJSON-1536239233 tempest-VolumesSnapshotTestJSON-1536239233-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafeb1b2-3b8a-4d67-a196-e531dc82f07b HTTP/1.1" status: 200 len: 210 time: 0.0283959 Mar 28 18:57:35.232903 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dacd4-9790-47d9-b73a-94a59677c9bd req-f6b11e26-f431-461c-97f8-bb91049f968e tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:35.235016 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1a2dacd4-9790-47d9-b73a-94a59677c9bd req-f6b11e26-f431-461c-97f8-bb91049f968e tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0518911 Mar 28 18:57:35.285168 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1a2dacd4-9790-47d9-b73a-94a59677c9bd req-53110ed2-0668-437b-bd3b-5f5f17f19208 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447125 Mar 28 18:57:36.301628 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-e7e3c6f6-0d10-4462-b00f-8cc9f99641d1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:36.303131 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-e7e3c6f6-0d10-4462-b00f-8cc9f99641d1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0513916 Mar 28 18:57:36.438500 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398ea8a-743f-41a9-b51e-9e311b294a9d req-e1c0ff71-e982-49ee-891f-0d5094ff99c9 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:36.440414 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9398ea8a-743f-41a9-b51e-9e311b294a9d req-e1c0ff71-e982-49ee-891f-0d5094ff99c9 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 946 time: 0.0711846 Mar 28 18:57:36.443599 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Deleting port 2d2d93df-959d-442a-b929-70bd5ee2a5ce {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:57:36.443940 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:36.540030 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9398ea8a-743f-41a9-b51e-9e311b294a9d req-d80bdcfb-08e2-467c-a885-c3038e6dc826 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e3dc1-c748-4c88-a21c-0ad8cf158167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930195 Mar 28 18:57:36.559533 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] For port 2d2d93df-959d-442a-b929-70bd5ee2a5ce, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=2d2d93df-959d-442a-b929-70bd5ee2a5ce,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:36.559890 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:36.780717 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:36.780717 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (878962b2-2c7a-4b5d-9244-2f786973aabc), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:36.780717 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Floating IP 878962b2-2c7a-4b5d-9244-2f786973aabc disassociated. External IP: 172.28.0.9, port: 2d2d93df-959d-442a-b929-70bd5ee2a5ce. Mar 28 18:57:36.782502 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Calling delete_port for 2d2d93df-959d-442a-b929-70bd5ee2a5ce owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:57:36.919624 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (2d2d93df-959d-442a-b929-70bd5ee2a5ce), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:36.947761 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event deleted for resources: {'Port': ['ID=2d2d93df-959d-442a-b929-70bd5ee2a5ce,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:37.069507 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:57:37.176941 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:57:37.186184 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37056ff3-62e6-450b-9031-e2d8249ffcbd None None] Sync routers for ids ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:57:37.195575 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37056ff3-62e6-450b-9031-e2d8249ffcbd None None] Routers {'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:57:37.196185 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-37056ff3-62e6-450b-9031-e2d8249ffcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:57:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:37.216840 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:57:37.217580 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] No DVR routers for this DVR port 2d2d93df-959d-442a-b929-70bd5ee2a5ce on host hv-cinder-83548 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:57:37.220891 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:37.224238 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b8a06111-33c2-4659-a11b-34cc88d64898 req-96055e5c-94c6-487b-b2e2-4ab5f637919c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.23 "DELETE /v2.0/ports/2d2d93df-959d-442a-b929-70bd5ee2a5ce HTTP/1.1" status: 204 len: 173 time: 0.9162478 Mar 28 18:57:37.224682 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdcc4aa-3602-4640-ae0c-33eaa6c161aa', 'name': 'network-vif-deleted', 'tag': '2d2d93df-959d-442a-b929-70bd5ee2a5ce'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:37.226942 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83cf3f9-81fb-4ba1-adac-ed24f504fcbc" -d '{"events": [{"server_uuid": "dcdcc4aa-3602-4640-ae0c-33eaa6c161aa", "name": "network-vif-deleted", "tag": "2d2d93df-959d-442a-b929-70bd5ee2a5ce"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:37.264411 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f69687-1408-4cab-909b-2383c6dc29f5 x-openstack-request-id: req-39f69687-1408-4cab-909b-2383c6dc29f5 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:37.265012 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdcc4aa-3602-4640-ae0c-33eaa6c161aa", "name": "network-vif-deleted", "tag": "2d2d93df-959d-442a-b929-70bd5ee2a5ce", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:37.265455 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39f69687-1408-4cab-909b-2383c6dc29f5 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:37.266608 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f69687-1408-4cab-909b-2383c6dc29f5'] response: {'server_uuid': 'dcdcc4aa-3602-4640-ae0c-33eaa6c161aa', 'name': 'network-vif-deleted', 'tag': '2d2d93df-959d-442a-b929-70bd5ee2a5ce', 'status': 'completed', 'code': 200} Mar 28 18:57:37.319289 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-37056ff3-62e6-450b-9031-e2d8249ffcbd None None] Set router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:57:37.527287 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-37056ff3-62e6-450b-9031-e2d8249ffcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:56Z', 'revision_number': 5, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:37.553972 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37056ff3-62e6-450b-9031-e2d8249ffcbd None None] Checking router: b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:57:37.561869 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37056ff3-62e6-450b-9031-e2d8249ffcbd None None] Routers {'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:57:37.562524 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-37056ff3-62e6-450b-9031-e2d8249ffcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:57:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:37.652129 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1b04b6e8-8553-4b13-bc88-84c31442eb76 req-d52bbc67-9367-4e47-8048-eb4bcda9163d tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcdcc4aa-3602-4640-ae0c-33eaa6c161aa HTTP/1.1" status: 200 len: 210 time: 0.0300770 Mar 28 18:57:37.686850 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-37056ff3-62e6-450b-9031-e2d8249ffcbd None None] Set router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:57:37.887352 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-37056ff3-62e6-450b-9031-e2d8249ffcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:56Z', 'revision_number': 5, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:37.918608 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:57:37.920916 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37056ff3-62e6-450b-9031-e2d8249ffcbd None None] The sync data for ids ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'] in dv-cinder-835483-1-smb is: [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:56Z', 'revision_number': 5, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:57:37.942929 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:57:37.943394 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 2cc5a6b8-2f7e-4add-8a94-3301b71eb355 not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:57:38.148830 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51cb19-2e34-4f91-baa4-279b91f229e2 None None] New status for floating IP 878962b2-2c7a-4b5d-9244-2f786973aabc: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:57:38.737531 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58100) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:38.791616 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-31164cf0-de2f-462b-af79-a87ca777f0b9 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group (087e3dc1-c748-4c88-a21c-0ad8cf158167), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:38.814264 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-31164cf0-de2f-462b-af79-a87ca777f0b9 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group (087e3dc1-c748-4c88-a21c-0ad8cf158167), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:38.855577 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2d6f12d4-8ad3-4b8d-af88-be094afe0a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:38.863326 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-31164cf0-de2f-462b-af79-a87ca777f0b9 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (087e3dc1-c748-4c88-a21c-0ad8cf158167), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:38.865959 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-31164cf0-de2f-462b-af79-a87ca777f0b9 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:38.867140 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-31164cf0-de2f-462b-af79-a87ca777f0b9 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "DELETE /v2.0/security-groups/087e3dc1-c748-4c88-a21c-0ad8cf158167 HTTP/1.1" status: 204 len: 168 time: 0.1286049 Mar 28 18:57:38.869855 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 58102) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:38.876465 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31164cf0-de2f-462b-af79-a87ca777f0b9 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087e3dc1-c748-4c88-a21c-0ad8cf158167,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:38.883843 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.api.v2.resource [None req-b4a32824-692c-4d87-9393-554951b4dd65 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] show failed (client error): The resource could not be found. Mar 28 18:57:38.884868 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-b4a32824-692c-4d87-9393-554951b4dd65 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups/087e3dc1-c748-4c88-a21c-0ad8cf158167 HTTP/1.1" status: 404 len: 347 time: 0.0139523 Mar 28 18:57:38.887916 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58104) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:39.012621 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-31031ca9-8b25-4b16-af25-68a07735b9de tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Deleting port 58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:57:39.012965 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-31031ca9-8b25-4b16-af25-68a07735b9de tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.091470 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-31031ca9-8b25-4b16-af25-68a07735b9de tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.091696 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-31031ca9-8b25-4b16-af25-68a07735b9de tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for floatingip (58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.103290 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-31031ca9-8b25-4b16-af25-68a07735b9de tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Calling delete_port for 58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf owned by network:floatingip {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:57:39.237663 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-31031ca9-8b25-4b16-af25-68a07735b9de tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.272558 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31031ca9-8b25-4b16-af25-68a07735b9de tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event deleted for resources: {'Port': ['ID=58bb1b53-b7b9-47b5-a336-6a9f2e1ecfbf,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:39.332400 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-31031ca9-8b25-4b16-af25-68a07735b9de tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for floatingip (878962b2-2c7a-4b5d-9244-2f786973aabc), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.334947 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-31031ca9-8b25-4b16-af25-68a07735b9de tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.336097 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-31031ca9-8b25-4b16-af25-68a07735b9de tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "DELETE /v2.0/floatingips/878962b2-2c7a-4b5d-9244-2f786973aabc HTTP/1.1" status: 204 len: 168 time: 0.4472001 Mar 28 18:57:39.526118 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58116) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:39.530895 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-e4cc4f9f-266d-4fdf-bba0-f9ffcfb513a8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1868821424', 'description': 'tempest-description--1380374505'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:39.551549 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4f9f-266d-4fdf-bba0-f9ffcfb513a8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.617663 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4f9f-266d-4fdf-bba0-f9ffcfb513a8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group (e7b311d6-6a5e-447e-b14f-eb1819f0e7de), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.621223 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4f9f-266d-4fdf-bba0-f9ffcfb513a8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (e7b311d6-6a5e-447e-b14f-eb1819f0e7de), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.645690 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4f9f-266d-4fdf-bba0-f9ffcfb513a8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.646956 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-e4cc4f9f-266d-4fdf-bba0-f9ffcfb513a8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1198292 Mar 28 18:57:39.650308 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 58118) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:39.655017 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-17bf4963-862e-44f5-bac0-9645679e14aa tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Request body: {'security_group_rule': {'security_group_id': 'e7b311d6-6a5e-447e-b14f-eb1819f0e7de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:39.655215 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc4f9f-266d-4fdf-bba0-f9ffcfb513a8 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b311d6-6a5e-447e-b14f-eb1819f0e7de,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:39.684520 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17bf4963-862e-44f5-bac0-9645679e14aa tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group_rule (372572c2-6450-4704-9efa-e78d8f22d006), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.743590 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17bf4963-862e-44f5-bac0-9645679e14aa tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group_rule (372572c2-6450-4704-9efa-e78d8f22d006), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.747297 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17bf4963-862e-44f5-bac0-9645679e14aa tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (372572c2-6450-4704-9efa-e78d8f22d006), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.767244 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf4963-862e-44f5-bac0-9645679e14aa tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372572c2-6450-4704-9efa-e78d8f22d006,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:39.775772 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17bf4963-862e-44f5-bac0-9645679e14aa tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.776989 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-17bf4963-862e-44f5-bac0-9645679e14aa tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256373 Mar 28 18:57:39.779558 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 58120) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:39.784496 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-48dcc507-ea19-46ac-a8b8-6655bfe9125a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Request body: {'security_group_rule': {'security_group_id': 'e7b311d6-6a5e-447e-b14f-eb1819f0e7de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:39.807956 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48dcc507-ea19-46ac-a8b8-6655bfe9125a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group_rule (0cde2514-0b7e-467d-9483-4c9160bb59b8), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.861629 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48dcc507-ea19-46ac-a8b8-6655bfe9125a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group_rule (0cde2514-0b7e-467d-9483-4c9160bb59b8), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.865353 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48dcc507-ea19-46ac-a8b8-6655bfe9125a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (0cde2514-0b7e-467d-9483-4c9160bb59b8), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.882189 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcc507-ea19-46ac-a8b8-6655bfe9125a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cde2514-0b7e-467d-9483-4c9160bb59b8,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:39.889640 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 2d2d93df-959d-442a-b929-70bd5ee2a5ce no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:57:39.890282 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48dcc507-ea19-46ac-a8b8-6655bfe9125a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:39.891019 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-48dcc507-ea19-46ac-a8b8-6655bfe9125a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105115 Mar 28 18:57:39.895624 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58122) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:39.900453 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Request body: {'floatingip': {'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:39.913106 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 2d2d93df-959d-442a-b929-70bd5ee2a5ce {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:57:39.913456 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 2d2d93df-959d-442a-b929-70bd5ee2a5ce not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:57:39.920238 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:40.020295 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:40.130497 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Allocated IP 172.28.0.185 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/ec387542-903b-4e04-af7a-536315239d96) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:57:40.229480 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for port (ec387542-903b-4e04-af7a-536315239d96), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:40.263251 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (ec387542-903b-4e04-af7a-536315239d96), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:40.301053 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:57:40.308902 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:57:40.313499 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:57:40.316800 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event updated for resources: {'Port': ['ID=ec387542-903b-4e04-af7a-536315239d96,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:40.401553 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for floatingip (d1ce8885-5bba-49b1-a3aa-d65c4f237dc5), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:40.437140 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (ec387542-903b-4e04-af7a-536315239d96), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:40.807191 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for port (ec387542-903b-4e04-af7a-536315239d96), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:40.811594 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (ec387542-903b-4e04-af7a-536315239d96), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:40.880713 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event updated for resources: {'Port': ['ID=ec387542-903b-4e04-af7a-536315239d96,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:40.891173 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (d1ce8885-5bba-49b1-a3aa-d65c4f237dc5), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:40.905400 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:40.907077 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-c5e67fc7-4d9f-434d-9b11-a235227e91ed tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0100920 Mar 28 18:57:41.048468 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6cd9a1b4-72e4-4730-8439-de9c729198f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:41.103404 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-f3696edf-f1d6-49c0-a061-bdb9c401bad2 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1868821424&fields=id&tenant_id=b45d2c6dc8f841e08e19262d3e899379 HTTP/1.1" status: 200 len: 267 time: 0.0410087 Mar 28 18:57:41.207779 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-bb345825-fb3b-431c-83e7-e116d0c18636 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:41.209136 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-bb345825-fb3b-431c-83e7-e116d0c18636 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/networks?id=c5e6a87c-ad2a-4972-8652-596abac069a8 HTTP/1.1" status: 200 len: 811 time: 0.0987542 Mar 28 18:57:41.222795 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-04ab9383-fc9d-48aa-859c-f96abb7a2a1f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/quotas/b45d2c6dc8f841e08e19262d3e899379 HTTP/1.1" status: 200 len: 375 time: 0.0084972 Mar 28 18:57:41.276501 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-11020465-048c-4e47-ac03-d9333d37f48d tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b45d2c6dc8f841e08e19262d3e899379&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491033 Mar 28 18:57:41.373852 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-d8d17db0-3c4b-4a61-9278-b38be7ee031d service neutron] 10.222.0.18 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853097 Mar 28 18:57:41.459951 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-664d592a-3a33-4f35-a97c-431ee5f8eb40 service neutron] 10.222.0.18 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798912 Mar 28 18:57:41.627999 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c4075d9c-e02a-460b-ade9-bf337ed9a1bd req-4ab0cb0b-353e-4f68-922f-67b0d8edcaff tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 210 time: 0.0345209 Mar 28 18:57:42.242413 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:42.597589 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-8d73d887-f0c2-4f80-bfe9-4fa168556d5a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:42.599093 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-8d73d887-f0c2-4f80-bfe9-4fa168556d5a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.23 "GET /v2.0/networks?id=c5e6a87c-ad2a-4972-8652-596abac069a8 HTTP/1.1" status: 200 len: 811 time: 0.1087003 Mar 28 18:57:42.659204 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-664b7b6d-6429-47e7-acec-b434c93d4e25 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b45d2c6dc8f841e08e19262d3e899379 HTTP/1.1" status: 200 len: 380 time: 0.0523231 Mar 28 18:57:42.679500 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-1677ed2a-dab2-4e83-b995-a30f9166218f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Request body: {'port': {'device_id': 'ded16fcc-3ef3-4093-843f-2036393cdc69', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'admin_state_up': True, 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'security_groups': ['e7b311d6-6a5e-447e-b14f-eb1819f0e7de']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:42.989058 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a17b4d0c-c583-4527-a40d-a93ef1c3d495 req-f77ce713-8c1d-4d43-ab0f-b353d04d5c2d tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 210 time: 0.2701719 Mar 28 18:57:43.054979 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-1677ed2a-dab2-4e83-b995-a30f9166218f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Made reservation on behalf of b45d2c6dc8f841e08e19262d3e899379 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:57:43.058355 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-1677ed2a-dab2-4e83-b995-a30f9166218f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:43.184892 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-1677ed2a-dab2-4e83-b995-a30f9166218f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Allocated IP 172.20.0.9 (c5e6a87c-ad2a-4972-8652-596abac069a8/9c4a9391-442b-448c-9626-0f4d30aa8d78/728ae98c-5abe-407e-a4f9-42cc3f66ad50) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:57:43.352387 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-1677ed2a-dab2-4e83-b995-a30f9166218f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:43.387506 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-1677ed2a-dab2-4e83-b995-a30f9166218f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:43.429475 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-1677ed2a-dab2-4e83-b995-a30f9166218f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Network c5e6a87c-ad2a-4972-8652-596abac069a8 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:57:43.432623 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-1677ed2a-dab2-4e83-b995-a30f9166218f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:57:43.438364 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-1677ed2a-dab2-4e83-b995-a30f9166218f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:57:43.465513 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677ed2a-dab2-4e83-b995-a30f9166218f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event updated for resources: {'Port': ['ID=728ae98c-5abe-407e-a4f9-42cc3f66ad50,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:43.495736 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-1677ed2a-dab2-4e83-b995-a30f9166218f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:43.496361 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-1677ed2a-dab2-4e83-b995-a30f9166218f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:43.512982 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-1677ed2a-dab2-4e83-b995-a30f9166218f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8373303 Mar 28 18:57:43.527184 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Request body: {'port': {'device_id': 'ded16fcc-3ef3-4093-843f-2036393cdc69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:43.588433 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:43.664714 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:43.701945 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-a13aad17-30fa-4386-bc0e-8da9ab457216 None None] Provisioning complete for port 728ae98c-5abe-407e-a4f9-42cc3f66ad50 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:57:43.702324 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a13aad17-30fa-4386-bc0e-8da9ab457216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:43.738427 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a13aad17-30fa-4386-bc0e-8da9ab457216 None None] Port 728ae98c-5abe-407e-a4f9-42cc3f66ad50 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:57:43.857671 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728ae98c-5abe-407e-a4f9-42cc3f66ad50 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:57:43.865695 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Publish callbacks [] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:43.877690 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Transition to ACTIVE for port object 728ae98c-5abe-407e-a4f9-42cc3f66ad50 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:57:43.881212 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:43.930969 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Pushing event updated for resources: {'Port': ['ID=728ae98c-5abe-407e-a4f9-42cc3f66ad50,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:44.006103 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Attempting to bind port 728ae98c-5abe-407e-a4f9-42cc3f66ad50 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:57:44.006450 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Attempting to bind port 728ae98c-5abe-407e-a4f9-42cc3f66ad50 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:57:44.006788 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Attempting to bind port 728ae98c-5abe-407e-a4f9-42cc3f66ad50 on network c5e6a87c-ad2a-4972-8652-596abac069a8 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:57:44.011294 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Port 728ae98c-5abe-407e-a4f9-42cc3f66ad50 on network c5e6a87c-ad2a-4972-8652-596abac069a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:57:44.011618 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Attempting to bind port 728ae98c-5abe-407e-a4f9-42cc3f66ad50 on network c5e6a87c-ad2a-4972-8652-596abac069a8 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:57:44.017411 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:57:44.017782 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Checking segment: {'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:57:44.018175 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Bound using segment: {'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:57:44.018612 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Bound port: 728ae98c-5abe-407e-a4f9-42cc3f66ad50, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00274b55-1aff-4af2-97b5-aee80f0ec39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:57:44.019335 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:44.095131 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] For port 728ae98c-5abe-407e-a4f9-42cc3f66ad50, host hv-cinder-83548, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:57:44.098197 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] For port 728ae98c-5abe-407e-a4f9-42cc3f66ad50, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=728ae98c-5abe-407e-a4f9-42cc3f66ad50,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:57:44.104603 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:44.119930 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fd74e-d943-47d6-befa-99b8409a7c4e req-7a411c4c-335d-48fa-82d3-74b057aa4e3f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:44.121315 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-709fd74e-d943-47d6-befa-99b8409a7c4e req-7a411c4c-335d-48fa-82d3-74b057aa4e3f tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 943 time: 0.0588784 Mar 28 18:57:44.140613 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:44.141276 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:44.142742 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] 10.222.0.23 "PUT /v2.0/ports/728ae98c-5abe-407e-a4f9-42cc3f66ad50 HTTP/1.1" status: 200 len: 1093 time: 0.6197014 Mar 28 18:57:44.143155 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded16fcc-3ef3-4093-843f-2036393cdc69', 'tag': '728ae98c-5abe-407e-a4f9-42cc3f66ad50'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:44.145381 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf909b01-7962-4b94-ab03-d7ff5cdb00b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ded16fcc-3ef3-4093-843f-2036393cdc69", "tag": "728ae98c-5abe-407e-a4f9-42cc3f66ad50"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:44.173785 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea434d-af69-41dc-aa2b-1a14ce5179d3 service neutron] Pushing event updated for resources: {'Port': ['ID=728ae98c-5abe-407e-a4f9-42cc3f66ad50,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:44.188330 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-709fd74e-d943-47d6-befa-99b8409a7c4e req-d143ff98-d615-4e07-b8d5-9373b80d3aff tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7b311d6-6a5e-447e-b14f-eb1819f0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598843 Mar 28 18:57:44.240801 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f6f675-6696-4279-9c83-bfd1939d030d x-openstack-request-id: req-16f6f675-6696-4279-9c83-bfd1939d030d {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:44.241094 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded16fcc-3ef3-4093-843f-2036393cdc69", "tag": "728ae98c-5abe-407e-a4f9-42cc3f66ad50", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:44.241345 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16f6f675-6696-4279-9c83-bfd1939d030d {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:44.241755 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f6f675-6696-4279-9c83-bfd1939d030d'] response: {'name': 'network-changed', 'server_uuid': 'ded16fcc-3ef3-4093-843f-2036393cdc69', 'tag': '728ae98c-5abe-407e-a4f9-42cc3f66ad50', 'status': 'completed', 'code': 200} Mar 28 18:57:44.261135 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-5eb2501a-6b17-4a11-816b-9bc82599fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:44.262683 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-5eb2501a-6b17-4a11-816b-9bc82599fc75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45d2c6dc8f841e08e19262d3e899379&device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 1127 time: 0.0557988 Mar 28 18:57:44.307077 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-6b14e898-b633-4b8c-8984-2d8fd8b38f97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728ae98c-5abe-407e-a4f9-42cc3f66ad50 HTTP/1.1" status: 200 len: 217 time: 0.0360465 Mar 28 18:57:44.361262 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-7cde8030-7278-43ed-9160-b70d76aef477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:44.362958 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-7cde8030-7278-43ed-9160-b70d76aef477 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c4a9391-442b-448c-9626-0f4d30aa8d78 HTTP/1.1" status: 200 len: 850 time: 0.0488276 Mar 28 18:57:44.417224 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-b7e2e5aa-8a44-4375-aa26-5cca740c6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:44.418831 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-b7e2e5aa-8a44-4375-aa26-5cca740c6c75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5e6a87c-ad2a-4972-8652-596abac069a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0486817 Mar 28 18:57:44.514370 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-c0490f7d-c9ea-43bb-bcd0-32fc3bd97766 service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847435 Mar 28 18:57:44.617088 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0943c6eb-4eea-4199-b24a-82c64ae4990c req-858928ea-5af2-486c-9426-1a62e5343dcd service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960085 Mar 28 18:57:44.707070 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf909b01-7962-4b94-ab03-d7ff5cdb00b2 req-91765a2e-1ddb-4d82-9318-c778c78bec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:44.708642 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bf909b01-7962-4b94-ab03-d7ff5cdb00b2 req-91765a2e-1ddb-4d82-9318-c778c78bec8b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45d2c6dc8f841e08e19262d3e899379&device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 1127 time: 0.0481226 Mar 28 18:57:44.803421 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf909b01-7962-4b94-ab03-d7ff5cdb00b2 req-be6572ac-30b3-40d0-8a42-0c0e916fc465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:44.804873 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bf909b01-7962-4b94-ab03-d7ff5cdb00b2 req-be6572ac-30b3-40d0-8a42-0c0e916fc465 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5e6a87c-ad2a-4972-8652-596abac069a8 HTTP/1.1" status: 200 len: 912 time: 0.0894883 Mar 28 18:57:44.855474 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bf909b01-7962-4b94-ab03-d7ff5cdb00b2 req-8f64a069-ae2e-4415-b0c2-b5c46ac3e57a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728ae98c-5abe-407e-a4f9-42cc3f66ad50 HTTP/1.1" status: 200 len: 217 time: 0.0358560 Mar 28 18:57:44.902930 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf909b01-7962-4b94-ab03-d7ff5cdb00b2 req-c0c14d5d-6109-4d3c-9339-f14c9bc05b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:44.904324 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bf909b01-7962-4b94-ab03-d7ff5cdb00b2 req-c0c14d5d-6109-4d3c-9339-f14c9bc05b1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c4a9391-442b-448c-9626-0f4d30aa8d78 HTTP/1.1" status: 200 len: 850 time: 0.0426123 Mar 28 18:57:44.958365 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf909b01-7962-4b94-ab03-d7ff5cdb00b2 req-1ac36e67-2cf9-4e7a-bc88-2fc9c115bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:44.959775 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bf909b01-7962-4b94-ab03-d7ff5cdb00b2 req-1ac36e67-2cf9-4e7a-bc88-2fc9c115bb8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5e6a87c-ad2a-4972-8652-596abac069a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0487468 Mar 28 18:57:45.048155 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bf909b01-7962-4b94-ab03-d7ff5cdb00b2 req-ddd050ee-5b8d-465e-aebe-422d45cf93d3 service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816989 Mar 28 18:57:45.075193 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:45.145916 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bf909b01-7962-4b94-ab03-d7ff5cdb00b2 req-3aa0f3fb-5e62-4a5f-9923-1f3517080f9a service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878379 Mar 28 18:57:45.303000 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a94f6-a1fa-44f1-b277-2f52f9e1605b req-c2254c8c-d2b1-49d4-9e85-711a2675ae46 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:45.304483 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b92a94f6-a1fa-44f1-b277-2f52f9e1605b req-c2254c8c-d2b1-49d4-9e85-711a2675ae46 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 943 time: 0.0598924 Mar 28 18:57:45.351542 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b92a94f6-a1fa-44f1-b277-2f52f9e1605b req-04532790-1a30-46a4-a046-e6252a024e61 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7b311d6-6a5e-447e-b14f-eb1819f0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415385 Mar 28 18:57:45.888445 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 728ae98c-5abe-407e-a4f9-42cc3f66ad50 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:57:45.986603 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 728ae98c-5abe-407e-a4f9-42cc3f66ad50, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=728ae98c-5abe-407e-a4f9-42cc3f66ad50,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:45.997868 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '728ae98c-5abe-407e-a4f9-42cc3f66ad50', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'port_id': '728ae98c-5abe-407e-a4f9-42cc3f66ad50', 'mac_address': 'fa:16:3e:57:ed:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:57:46.034855 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 728ae98c-5abe-407e-a4f9-42cc3f66ad50 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:57:46.035250 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:46.048872 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728ae98c-5abe-407e-a4f9-42cc3f66ad50 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:57:46.068713 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 728ae98c-5abe-407e-a4f9-42cc3f66ad50, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=728ae98c-5abe-407e-a4f9-42cc3f66ad50,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:46.072273 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:46.126737 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=728ae98c-5abe-407e-a4f9-42cc3f66ad50,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:46.355013 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['728ae98c-5abe-407e-a4f9-42cc3f66ad50'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:57:46.472330 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc82e9a-c8b1-4c44-b758-3f8cccb01585 req-3163c1a1-257e-43ad-878d-e35bc5d1cb81 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:46.473860 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9bc82e9a-c8b1-4c44-b758-3f8cccb01585 req-3163c1a1-257e-43ad-878d-e35bc5d1cb81 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 944 time: 0.0542033 Mar 28 18:57:46.520687 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9bc82e9a-c8b1-4c44-b758-3f8cccb01585 req-51e2a7cb-7691-4133-9792-da145df3be4c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7b311d6-6a5e-447e-b14f-eb1819f0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411811 Mar 28 18:57:47.641209 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68ebf8-9f1a-41fc-8070-a36799447dcd req-d2d7154c-0c17-4f9d-95b2-c7634cf47ede tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:47.642701 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2a68ebf8-9f1a-41fc-8070-a36799447dcd req-d2d7154c-0c17-4f9d-95b2-c7634cf47ede tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 944 time: 0.0557625 Mar 28 18:57:47.688958 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2a68ebf8-9f1a-41fc-8070-a36799447dcd req-dde2eea2-69e5-4574-a554-b238326ef80c tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7b311d6-6a5e-447e-b14f-eb1819f0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406964 Mar 28 18:57:47.910967 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 728ae98c-5abe-407e-a4f9-42cc3f66ad50 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:57:47.960374 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 728ae98c-5abe-407e-a4f9-42cc3f66ad50 completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:57:47.964063 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 728ae98c-5abe-407e-a4f9-42cc3f66ad50 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:57:47.964436 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.040967 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 728ae98c-5abe-407e-a4f9-42cc3f66ad50 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:57:48.041419 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.063782 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded16fcc-3ef3-4093-843f-2036393cdc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728ae98c-5abe-407e-a4f9-42cc3f66ad50'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:48.066338 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1411dbde-82ff-492d-aa39-06f89e3ef174" -d '{"events": [{"server_uuid": "ded16fcc-3ef3-4093-843f-2036393cdc69", "name": "network-vif-plugged", "status": "completed", "tag": "728ae98c-5abe-407e-a4f9-42cc3f66ad50"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:48.080305 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 728ae98c-5abe-407e-a4f9-42cc3f66ad50, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=728ae98c-5abe-407e-a4f9-42cc3f66ad50,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:48.084513 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.112990 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f85dcfe-963f-4e22-a514-27cfb72949ce x-openstack-request-id: req-2f85dcfe-963f-4e22-a514-27cfb72949ce {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:48.113306 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded16fcc-3ef3-4093-843f-2036393cdc69", "name": "network-vif-plugged", "status": "completed", "tag": "728ae98c-5abe-407e-a4f9-42cc3f66ad50", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:48.113563 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f85dcfe-963f-4e22-a514-27cfb72949ce {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:48.114181 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f85dcfe-963f-4e22-a514-27cfb72949ce'] response: {'server_uuid': 'ded16fcc-3ef3-4093-843f-2036393cdc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728ae98c-5abe-407e-a4f9-42cc3f66ad50', 'code': 200} Mar 28 18:57:48.141371 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=728ae98c-5abe-407e-a4f9-42cc3f66ad50,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:48.277472 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781207c4-7370-4625-a2f6-016b0caff963 req-85e495b4-ad89-4f41-b57e-4bd3667e2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:48.279002 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-781207c4-7370-4625-a2f6-016b0caff963 req-85e495b4-ad89-4f41-b57e-4bd3667e2444 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 1129 time: 0.0434022 Mar 28 18:57:48.323300 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-781207c4-7370-4625-a2f6-016b0caff963 req-57bf1689-049d-4ab2-b81a-79354d523cf2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e7b311d6-6a5e-447e-b14f-eb1819f0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372586 Mar 28 18:57:48.807904 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365bb55-3fe9-4038-a406-fc9235c027ff req-63070ce7-3594-4a99-9dd1-3cab370ea3f7 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:48.809389 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6365bb55-3fe9-4038-a406-fc9235c027ff req-63070ce7-3594-4a99-9dd1-3cab370ea3f7 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 945 time: 0.0563805 Mar 28 18:57:48.855842 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6365bb55-3fe9-4038-a406-fc9235c027ff req-cbd85366-15b6-4775-bb29-34abb76238c1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7b311d6-6a5e-447e-b14f-eb1819f0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401418 Mar 28 18:57:49.976236 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580dbe-cd97-4121-b75e-4cddf8ebf280 req-aa28c2ca-0d56-49c8-b6e1-edfc26aea54a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:49.977873 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-31580dbe-cd97-4121-b75e-4cddf8ebf280 req-aa28c2ca-0d56-49c8-b6e1-edfc26aea54a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 945 time: 0.0555313 Mar 28 18:57:50.022981 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-31580dbe-cd97-4121-b75e-4cddf8ebf280 req-93021dee-fd82-4628-862e-0211985aea31 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7b311d6-6a5e-447e-b14f-eb1819f0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396369 Mar 28 18:57:50.143476 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e1a5b-01fa-49d9-81f2-aeef296372a8 req-d17940c8-0a09-445a-a88f-8b16b7f0bc44 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:50.145171 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3b6e1a5b-01fa-49d9-81f2-aeef296372a8 req-d17940c8-0a09-445a-a88f-8b16b7f0bc44 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 945 time: 0.0583620 Mar 28 18:57:50.153585 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58246) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:50.159326 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-7677fc24-7319-4d0f-8359-e2a66baf95a7 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Request body: {'floatingip': {'port_id': '728ae98c-5abe-407e-a4f9-42cc3f66ad50'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:50.204987 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7677fc24-7319-4d0f-8359-e2a66baf95a7 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for floatingip (d1ce8885-5bba-49b1-a3aa-d65c4f237dc5), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:50.662369 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7677fc24-7319-4d0f-8359-e2a66baf95a7 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:50.666108 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7677fc24-7319-4d0f-8359-e2a66baf95a7 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (d1ce8885-5bba-49b1-a3aa-d65c4f237dc5), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:50.778639 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.l3_db [None req-7677fc24-7319-4d0f-8359-e2a66baf95a7 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Floating IP d1ce8885-5bba-49b1-a3aa-d65c4f237dc5 associated. External IP: 172.28.0.185, port: 728ae98c-5abe-407e-a4f9-42cc3f66ad50. Mar 28 18:57:51.064703 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7677fc24-7319-4d0f-8359-e2a66baf95a7 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:57:51.209008 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7677fc24-7319-4d0f-8359-e2a66baf95a7 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:57:51.214559 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7677fc24-7319-4d0f-8359-e2a66baf95a7 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:51.220130 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c7634-f6d8-4a6b-88ec-421b8681f8d7 None None] Sync routers for ids ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:57:51.234719 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c7634-f6d8-4a6b-88ec-421b8681f8d7 None None] Routers {'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:57:51.235262 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-612c7634-f6d8-4a6b-88ec-421b8681f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:57:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:51.250357 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-7677fc24-7319-4d0f-8359-e2a66baf95a7 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "PUT /v2.0/floatingips/d1ce8885-5bba-49b1-a3aa-d65c4f237dc5 HTTP/1.1" status: 200 len: 991 time: 1.0956659 Mar 28 18:57:51.251363 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded16fcc-3ef3-4093-843f-2036393cdc69', 'tag': '728ae98c-5abe-407e-a4f9-42cc3f66ad50'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:51.254965 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6410eeb6-0435-4b25-96e3-9a0977a86c58" -d '{"events": [{"name": "network-changed", "server_uuid": "ded16fcc-3ef3-4093-843f-2036393cdc69", "tag": "728ae98c-5abe-407e-a4f9-42cc3f66ad50"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:51.297103 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a36614d-78a7-495c-8936-f202867df7c6 x-openstack-request-id: req-2a36614d-78a7-495c-8936-f202867df7c6 {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:51.298558 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded16fcc-3ef3-4093-843f-2036393cdc69", "tag": "728ae98c-5abe-407e-a4f9-42cc3f66ad50", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:51.298816 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a36614d-78a7-495c-8936-f202867df7c6 {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:51.299227 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a36614d-78a7-495c-8936-f202867df7c6'] response: {'name': 'network-changed', 'server_uuid': 'ded16fcc-3ef3-4093-843f-2036393cdc69', 'tag': '728ae98c-5abe-407e-a4f9-42cc3f66ad50', 'status': 'completed', 'code': 200} Mar 28 18:57:51.378573 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410eeb6-0435-4b25-96e3-9a0977a86c58 req-cb62cce6-a387-437f-bea6-6c3f834129bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:51.382455 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6410eeb6-0435-4b25-96e3-9a0977a86c58 req-cb62cce6-a387-437f-bea6-6c3f834129bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b45d2c6dc8f841e08e19262d3e899379&device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 1129 time: 0.0574365 Mar 28 18:57:51.490382 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410eeb6-0435-4b25-96e3-9a0977a86c58 req-59cc837d-2585-4b91-b8b8-5406e06a173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:51.491901 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6410eeb6-0435-4b25-96e3-9a0977a86c58 req-59cc837d-2585-4b91-b8b8-5406e06a173a service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5e6a87c-ad2a-4972-8652-596abac069a8 HTTP/1.1" status: 200 len: 912 time: 0.1047587 Mar 28 18:57:51.559688 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-612c7634-f6d8-4a6b-88ec-421b8681f8d7 None None] Set router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:57:51.564605 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6410eeb6-0435-4b25-96e3-9a0977a86c58 req-256555b5-336f-4103-8701-d1f59a3cbc69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728ae98c-5abe-407e-a4f9-42cc3f66ad50 HTTP/1.1" status: 200 len: 999 time: 0.0629935 Mar 28 18:57:51.614645 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410eeb6-0435-4b25-96e3-9a0977a86c58 req-1816fd9b-bd9f-444e-8ebb-c05e3d9e9621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:51.616114 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6410eeb6-0435-4b25-96e3-9a0977a86c58 req-1816fd9b-bd9f-444e-8ebb-c05e3d9e9621 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c4a9391-442b-448c-9626-0f4d30aa8d78 HTTP/1.1" status: 200 len: 850 time: 0.0447285 Mar 28 18:57:51.669466 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410eeb6-0435-4b25-96e3-9a0977a86c58 req-70d7da04-3ac3-4685-9690-2593f138b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:51.671068 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6410eeb6-0435-4b25-96e3-9a0977a86c58 req-70d7da04-3ac3-4685-9690-2593f138b9d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5e6a87c-ad2a-4972-8652-596abac069a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0486341 Mar 28 18:57:51.761889 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6410eeb6-0435-4b25-96e3-9a0977a86c58 req-eedfc1e2-44e9-4963-b031-99b751bfaca0 service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842502 Mar 28 18:57:51.785658 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-612c7634-f6d8-4a6b-88ec-421b8681f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': 'd1ce8885-5bba-49b1-a3aa-d65c4f237dc5', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'port_id': '728ae98c-5abe-407e-a4f9-42cc3f66ad50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'mac_address': 'fa:16:3e:57:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded16fcc-3ef3-4093-843f-2036393cdc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:57:40Z', 'updated_at': '2022-03-28T18:57:50Z', 'revision_number': 1, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:56Z', 'revision_number': 5, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:51.815967 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c7634-f6d8-4a6b-88ec-421b8681f8d7 None None] Checking router: b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:57:51.824575 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c7634-f6d8-4a6b-88ec-421b8681f8d7 None None] Routers {'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:57:51.824880 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-612c7634-f6d8-4a6b-88ec-421b8681f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:57:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:51.858556 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6410eeb6-0435-4b25-96e3-9a0977a86c58 req-9a20bb0f-094c-4206-9968-873686dd7f30 service neutron] 10.222.0.23 "GET /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897331 Mar 28 18:57:51.935596 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-612c7634-f6d8-4a6b-88ec-421b8681f8d7 None None] Set router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:57:52.166018 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-612c7634-f6d8-4a6b-88ec-421b8681f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': 'd1ce8885-5bba-49b1-a3aa-d65c4f237dc5', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'port_id': '728ae98c-5abe-407e-a4f9-42cc3f66ad50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'mac_address': 'fa:16:3e:57:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded16fcc-3ef3-4093-843f-2036393cdc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:57:40Z', 'updated_at': '2022-03-28T18:57:50Z', 'revision_number': 1, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:56Z', 'revision_number': 5, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:52.193079 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c7634-f6d8-4a6b-88ec-421b8681f8d7 None None] The sync data for ids ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'] in dv-cinder-835483-1-smb is: [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': 'd1ce8885-5bba-49b1-a3aa-d65c4f237dc5', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'port_id': '728ae98c-5abe-407e-a4f9-42cc3f66ad50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'mac_address': 'fa:16:3e:57:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded16fcc-3ef3-4093-843f-2036393cdc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:57:40Z', 'updated_at': '2022-03-28T18:57:50Z', 'revision_number': 1, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:56Z', 'revision_number': 5, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:57:52.381522 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6440c8c4-f85d-40c1-85b5-464621c927d7 None None] New status for floating IP d1ce8885-5bba-49b1-a3aa-d65c4f237dc5: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:57:52.461088 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58268) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:52.506862 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0abbd4d-eb95-4128-892f-36d8c3110867 admin admin] Deleting subnet fbe72136-773a-4fbf-a255-cf2dbe492572 {{(pid=109703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 18:57:52.510014 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e0abbd4d-eb95-4128-892f-36d8c3110867 admin admin] Publish callbacks [] for subnet (fbe72136-773a-4fbf-a255-cf2dbe492572), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:52.551336 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e0abbd4d-eb95-4128-892f-36d8c3110867 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530570927'] for subnet (fbe72136-773a-4fbf-a255-cf2dbe492572), precommit_delete_associations {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:52.591338 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e0abbd4d-eb95-4128-892f-36d8c3110867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (fbe72136-773a-4fbf-a255-cf2dbe492572), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:52.642857 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e0abbd4d-eb95-4128-892f-36d8c3110867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530563956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530556935'] for subnet (fbe72136-773a-4fbf-a255-cf2dbe492572), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:52.668622 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abbd4d-eb95-4128-892f-36d8c3110867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe72136-773a-4fbf-a255-cf2dbe492572,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:52.670586 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e0abbd4d-eb95-4128-892f-36d8c3110867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:52.673864 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-e0abbd4d-eb95-4128-892f-36d8c3110867 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fbe72136-773a-4fbf-a255-cf2dbe492572 HTTP/1.1" status: 204 len: 168 time: 0.2116625 Mar 28 18:57:52.676315 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58270) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:52.745784 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3c37c84f-d59c-47a8-8763-ae39ba3f532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:52.822356 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3c37c84f-d59c-47a8-8763-ae39ba3f532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:52.842755 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-3c37c84f-d59c-47a8-8763-ae39ba3f532c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3']}} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:52.853043 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-3c37c84f-d59c-47a8-8763-ae39ba3f532c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2748ea4-c95b-4f98-b108-25e28d92912f') {'for_net_delete': True} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:52.853344 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-3c37c84f-d59c-47a8-8763-ae39ba3f532c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2748ea4-c95b-4f98-b108-25e28d92912f') {} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:52.863107 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3c37c84f-d59c-47a8-8763-ae39ba3f532c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530570916'] for segment (e2748ea4-c95b-4f98-b108-25e28d92912f), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:52.876459 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3c37c84f-d59c-47a8-8763-ae39ba3f532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (e2748ea4-c95b-4f98-b108-25e28d92912f), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:52.882238 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c37c84f-d59c-47a8-8763-ae39ba3f532c admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 18:57:52.882727 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3c37c84f-d59c-47a8-8763-ae39ba3f532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530563538'] for segment (e2748ea4-c95b-4f98-b108-25e28d92912f), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: Traceback (most recent call last): Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: timer() Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: cb(*args, **kw) Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: return func(*args, **kwargs) Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: self._notify() Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: self.callback(batched_events) Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: event.method(event) Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: return f(self, *a, **k) Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: return self._get(url).json() Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: return self.request(url, 'GET', **kwargs) Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 18:57:52.884329 dv-cinder-835483-1-smb neutron-server[109703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 18:57:52.946781 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3c37c84f-d59c-47a8-8763-ae39ba3f532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:52.954496 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3c37c84f-d59c-47a8-8763-ae39ba3f532c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:52.957647 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-3c37c84f-d59c-47a8-8763-ae39ba3f532c admin admin] 10.222.0.18 "DELETE /v2.0/networks/2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3 HTTP/1.1" status: 204 len: 168 time: 0.2804396 Mar 28 18:57:52.967001 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37c84f-d59c-47a8-8763-ae39ba3f532c admin admin] Pushing event deleted for resources: {'Network': ['ID=2c2e1b91-6fe0-44e4-ad05-8bb76a355ed3,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:53.063839 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58274) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:53.103939 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-eb0d2ff0-d740-4cce-b1a7-a2d51662ac6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1be589f92c0d40dbb104a116328f81b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389743 Mar 28 18:57:53.106283 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58276) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:53.151454 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e8f5defc-171b-4f68-9c91-f6287cc6092a admin admin] Publish callbacks [] for security_group (a11903bf-8f0c-49af-a1e4-e5f4d38bc873), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:53.172106 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e8f5defc-171b-4f68-9c91-f6287cc6092a admin admin] Publish callbacks [] for security_group (a11903bf-8f0c-49af-a1e4-e5f4d38bc873), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:53.217972 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e8f5defc-171b-4f68-9c91-f6287cc6092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (a11903bf-8f0c-49af-a1e4-e5f4d38bc873), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:53.221057 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e8f5defc-171b-4f68-9c91-f6287cc6092a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:53.222216 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-e8f5defc-171b-4f68-9c91-f6287cc6092a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a11903bf-8f0c-49af-a1e4-e5f4d38bc873 HTTP/1.1" status: 204 len: 168 time: 0.1150267 Mar 28 18:57:53.229759 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5defc-171b-4f68-9c91-f6287cc6092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11903bf-8f0c-49af-a1e4-e5f4d38bc873,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:56.192077 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:01.403173 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3128eb-2982-426c-8702-634d557c6dca req-85b9f304-8bbc-461e-bffe-567eb467eeaf tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:01.404639 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0e3128eb-2982-426c-8702-634d557c6dca req-85b9f304-8bbc-461e-bffe-567eb467eeaf tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0558803 Mar 28 18:58:01.451024 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0e3128eb-2982-426c-8702-634d557c6dca req-b3fd775f-6e08-4b21-be34-3733b8e65b42 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407131 Mar 28 18:58:02.569978 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249c0c3-ea95-4ff5-b367-21b5169a73e9 req-c3f6edec-ad5e-4bae-a213-2e477b709ce4 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:02.571386 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1249c0c3-ea95-4ff5-b367-21b5169a73e9 req-c3f6edec-ad5e-4bae-a213-2e477b709ce4 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0534449 Mar 28 18:58:02.617454 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1249c0c3-ea95-4ff5-b367-21b5169a73e9 req-f859a031-41ad-4a2b-9d62-3972d126c9a2 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405087 Mar 28 18:58:03.735309 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29df2d-3fd1-4649-a59f-405513ae0c99 req-4f539d94-4231-499f-b630-3ff31e60a4be tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:03.736783 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3b29df2d-3fd1-4649-a59f-405513ae0c99 req-4f539d94-4231-499f-b630-3ff31e60a4be tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0541260 Mar 28 18:58:03.785305 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-3b29df2d-3fd1-4649-a59f-405513ae0c99 req-78705b25-d11c-40a3-b154-88828c1c637a tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430949 Mar 28 18:58:04.900107 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadd605-b95e-4789-bc95-90933b5d5fe3 req-63eb1b67-14ee-4ccd-ae14-935803ba6902 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:04.901577 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-aaadd605-b95e-4789-bc95-90933b5d5fe3 req-63eb1b67-14ee-4ccd-ae14-935803ba6902 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0506938 Mar 28 18:58:04.946944 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-aaadd605-b95e-4789-bc95-90933b5d5fe3 req-5969f3ed-10f8-493b-8eab-2a08df00980f tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=d15476f0-959d-4386-8c6e-ab6719909e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394228 Mar 28 18:58:05.279755 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-0db1a0de-ce41-4876-a1bc-eb3e7264dc5e tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:05.281861 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-0db1a0de-ce41-4876-a1bc-eb3e7264dc5e tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 946 time: 0.0548313 Mar 28 18:58:05.373688 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Deleting port 6a675bf1-6ed9-43a0-8c07-95111ed4670f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:58:05.374060 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:05.464393 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] For port 6a675bf1-6ed9-43a0-8c07-95111ed4670f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=6a675bf1-6ed9-43a0-8c07-95111ed4670f,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:05.464756 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:05.629382 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:05.629789 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (d4963775-b775-473e-a643-cbc169d62760), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:05.630112 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Floating IP d4963775-b775-473e-a643-cbc169d62760 disassociated. External IP: 172.28.0.137, port: 6a675bf1-6ed9-43a0-8c07-95111ed4670f. Mar 28 18:58:05.630461 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Calling delete_port for 6a675bf1-6ed9-43a0-8c07-95111ed4670f owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:58:05.756447 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (6a675bf1-6ed9-43a0-8c07-95111ed4670f), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:05.783214 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Pushing event deleted for resources: {'Port': ['ID=6a675bf1-6ed9-43a0-8c07-95111ed4670f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:05.897139 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:58:06.004077 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:58:06.022818 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a1b37-7a11-4b89-b575-2aee19b54494 None None] Sync routers for ids ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:58:06.036240 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a1b37-7a11-4b89-b575-2aee19b54494 None None] Routers {'7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:58:06.036949 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-859a1b37-7a11-4b89-b575-2aee19b54494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:57:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:06.043923 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6a0c9720-7812-462d-95d1-1a0bfe6f56dc req-da211176-5e6c-492f-8747-54ae8c6f1fda tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb36d3d-0a73-4237-8e91-ef346fe98ef3 HTTP/1.1" status: 200 len: 210 time: 0.0309098 Mar 28 18:58:06.045863 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] No DVR routers for this DVR port 6a675bf1-6ed9-43a0-8c07-95111ed4670f on host hv-cinder-83548 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:58:06.048912 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:06.052339 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5aeb292f-0149-4571-9b82-7d3285ccf285 req-e1684875-eb19-468b-a36a-74e3e06db5ff tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.23 "DELETE /v2.0/ports/6a675bf1-6ed9-43a0-8c07-95111ed4670f HTTP/1.1" status: 204 len: 173 time: 0.7636175 Mar 28 18:58:06.052851 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'name': 'network-vif-deleted', 'tag': '6a675bf1-6ed9-43a0-8c07-95111ed4670f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:58:06.055078 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c42f6a-1e87-4758-8cc2-77cd5cdb0237" -d '{"events": [{"server_uuid": "7fb36d3d-0a73-4237-8e91-ef346fe98ef3", "name": "network-vif-deleted", "tag": "6a675bf1-6ed9-43a0-8c07-95111ed4670f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:58:06.092584 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dd4d76-9472-437f-9382-b8354b125f59 x-openstack-request-id: req-60dd4d76-9472-437f-9382-b8354b125f59 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:58:06.092901 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb36d3d-0a73-4237-8e91-ef346fe98ef3", "name": "network-vif-deleted", "tag": "6a675bf1-6ed9-43a0-8c07-95111ed4670f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:58:06.093271 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60dd4d76-9472-437f-9382-b8354b125f59 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:58:06.093684 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60dd4d76-9472-437f-9382-b8354b125f59'] response: {'server_uuid': '7fb36d3d-0a73-4237-8e91-ef346fe98ef3', 'name': 'network-vif-deleted', 'tag': '6a675bf1-6ed9-43a0-8c07-95111ed4670f', 'status': 'completed', 'code': 200} Mar 28 18:58:06.176552 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-859a1b37-7a11-4b89-b575-2aee19b54494 None None] Set router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:58:06.382017 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-859a1b37-7a11-4b89-b575-2aee19b54494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'ea2c9723-011d-4c17-b8ed-6fc5100fe346', 'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'mac_address': 'fa:16:3e:a6:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:27Z', 'updated_at': '2022-03-28T18:53:43Z', 'revision_number': 5, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'subnets': [{'id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:06.407755 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a1b37-7a11-4b89-b575-2aee19b54494 None None] Checking router: 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:58:06.415893 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a1b37-7a11-4b89-b575-2aee19b54494 None None] Routers {'7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:58:06.416484 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-859a1b37-7a11-4b89-b575-2aee19b54494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:57:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:06.522549 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-859a1b37-7a11-4b89-b575-2aee19b54494 None None] Set router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:58:06.721445 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-859a1b37-7a11-4b89-b575-2aee19b54494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'ea2c9723-011d-4c17-b8ed-6fc5100fe346', 'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'mac_address': 'fa:16:3e:a6:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:27Z', 'updated_at': '2022-03-28T18:53:43Z', 'revision_number': 5, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'subnets': [{'id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:06.750866 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a1b37-7a11-4b89-b575-2aee19b54494 None None] The sync data for ids ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'] in dv-cinder-835483-1-smb is: [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:28Z', 'revision_number': 4, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'ea2c9723-011d-4c17-b8ed-6fc5100fe346', 'name': '', 'network_id': '6d432814-d48c-4d16-952f-f098f6b2256a', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'mac_address': 'fa:16:3e:a6:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:27Z', 'updated_at': '2022-03-28T18:53:43Z', 'revision_number': 5, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'subnets': [{'id': '9cea6ad9-2b34-4256-8da2-461f0d366d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:58:06.963106 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcb5866-f090-473b-9f47-4a66928c50a5 None None] New status for floating IP d4963775-b775-473e-a643-cbc169d62760: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:58:07.131401 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58322) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:07.192908 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-03a0946d-56a8-435f-b83a-cadb9cea9395 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for security_group (d15476f0-959d-4386-8c6e-ab6719909e63), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:07.218970 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-03a0946d-56a8-435f-b83a-cadb9cea9395 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for security_group (d15476f0-959d-4386-8c6e-ab6719909e63), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:07.267551 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-03a0946d-56a8-435f-b83a-cadb9cea9395 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (d15476f0-959d-4386-8c6e-ab6719909e63), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:07.270139 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-03a0946d-56a8-435f-b83a-cadb9cea9395 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:07.271330 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-03a0946d-56a8-435f-b83a-cadb9cea9395 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "DELETE /v2.0/security-groups/d15476f0-959d-4386-8c6e-ab6719909e63 HTTP/1.1" status: 204 len: 168 time: 0.1389701 Mar 28 18:58:07.273957 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 58324) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:07.281116 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0946d-56a8-435f-b83a-cadb9cea9395 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15476f0-959d-4386-8c6e-ab6719909e63,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:07.288541 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.api.v2.resource [None req-14408045-9af7-41ae-b744-f604c3a83805 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] show failed (client error): The resource could not be found. Mar 28 18:58:07.289559 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-14408045-9af7-41ae-b744-f604c3a83805 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups/d15476f0-959d-4386-8c6e-ab6719909e63 HTTP/1.1" status: 404 len: 347 time: 0.0146203 Mar 28 18:58:07.292231 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 58326) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:07.419377 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-09124ea5-6b00-442d-b6c0-64f1272d9bc5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Deleting port 67460dd3-3620-4ec2-956d-f40e76a4070f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:58:07.419724 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-09124ea5-6b00-442d-b6c0-64f1272d9bc5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (67460dd3-3620-4ec2-956d-f40e76a4070f), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:07.495612 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-09124ea5-6b00-442d-b6c0-64f1272d9bc5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (67460dd3-3620-4ec2-956d-f40e76a4070f), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:07.495944 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-09124ea5-6b00-442d-b6c0-64f1272d9bc5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for floatingip (67460dd3-3620-4ec2-956d-f40e76a4070f), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:07.507799 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-09124ea5-6b00-442d-b6c0-64f1272d9bc5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Calling delete_port for 67460dd3-3620-4ec2-956d-f40e76a4070f owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:58:07.642705 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-09124ea5-6b00-442d-b6c0-64f1272d9bc5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (67460dd3-3620-4ec2-956d-f40e76a4070f), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:07.674391 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09124ea5-6b00-442d-b6c0-64f1272d9bc5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Pushing event deleted for resources: {'Port': ['ID=67460dd3-3620-4ec2-956d-f40e76a4070f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:07.735192 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-09124ea5-6b00-442d-b6c0-64f1272d9bc5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks [] for floatingip (d4963775-b775-473e-a643-cbc169d62760), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:07.737839 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-09124ea5-6b00-442d-b6c0-64f1272d9bc5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:07.741381 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-09124ea5-6b00-442d-b6c0-64f1272d9bc5 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "DELETE /v2.0/floatingips/d4963775-b775-473e-a643-cbc169d62760 HTTP/1.1" status: 204 len: 168 time: 0.4457362 Mar 28 18:58:07.992440 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 6a675bf1-6ed9-43a0-8c07-95111ed4670f no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:58:08.013645 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 6a675bf1-6ed9-43a0-8c07-95111ed4670f {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:58:08.014043 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 6a675bf1-6ed9-43a0-8c07-95111ed4670f not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:58:08.857714 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0966d71-b98f-41fb-88da-0ecc48b5addd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:10.231400 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5978ed-6f6e-46c5-8ae7-80e16ebc7325 req-53326f29-2e83-416b-a5f1-f4bbe57fad02 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:10.232872 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6d5978ed-6f6e-46c5-8ae7-80e16ebc7325 req-53326f29-2e83-416b-a5f1-f4bbe57fad02 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0570812 Mar 28 18:58:10.257358 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748163a-af23-40b7-ac2f-4b78d5d30d31 req-f44a251e-7d73-499e-a16e-e7351905f7f4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:10.262451 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b748163a-af23-40b7-ac2f-4b78d5d30d31 req-f44a251e-7d73-499e-a16e-e7351905f7f4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0540814 Mar 28 18:58:10.285067 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6d5978ed-6f6e-46c5-8ae7-80e16ebc7325 req-4b8c5f01-3622-41bb-8360-89e032dba4d6 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459197 Mar 28 18:58:10.312317 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b748163a-af23-40b7-ac2f-4b78d5d30d31 req-1970fa2a-d5cf-4c18-9762-2f1a5b099a39 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474255 Mar 28 18:58:11.050185 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-179bab78-2dea-4456-9661-ef83d95cbd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:11.405880 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b3c0c-e2de-41d2-a1b6-39fa119d68ea req-69564a90-bbee-45ce-8a18-4edaa3268137 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:11.407500 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b01b3c0c-e2de-41d2-a1b6-39fa119d68ea req-69564a90-bbee-45ce-8a18-4edaa3268137 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0555129 Mar 28 18:58:11.433401 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6e253-e3ba-413a-8693-b4a6f6219763 req-582de5ae-08b4-4cec-91d2-5ffcef68e03d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:11.434914 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-18c6e253-e3ba-413a-8693-b4a6f6219763 req-582de5ae-08b4-4cec-91d2-5ffcef68e03d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0517344 Mar 28 18:58:11.454710 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b01b3c0c-e2de-41d2-a1b6-39fa119d68ea req-21c17627-790d-4a4f-bc12-900c8abba330 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Mar 28 18:58:11.481747 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-18c6e253-e3ba-413a-8693-b4a6f6219763 req-28c2ee59-34c8-4c8d-996b-80d427cb6e26 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405447 Mar 28 18:58:12.245524 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:12.574716 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd42ca-f19c-4925-8426-809431e12353 req-8b43a8e2-a25a-44bc-baaa-d018a3cc9f26 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:12.576189 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c4bd42ca-f19c-4925-8426-809431e12353 req-8b43a8e2-a25a-44bc-baaa-d018a3cc9f26 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0557785 Mar 28 18:58:12.623020 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c4bd42ca-f19c-4925-8426-809431e12353 req-d96f3791-c879-4a2c-ad23-2994499a6323 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Mar 28 18:58:12.649578 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d230a-857c-4572-90f7-dd6fbbd287c2 req-4aeaaa4a-556f-40db-8940-28b56b9534be tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:12.651101 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-678d230a-857c-4572-90f7-dd6fbbd287c2 req-4aeaaa4a-556f-40db-8940-28b56b9534be tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b8e5fd8-8f18-4300-ad07-050e5a59852c HTTP/1.1" status: 200 len: 945 time: 0.0863276 Mar 28 18:58:12.659147 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602c4df-4383-4f5f-9bde-896c1f5260af req-7f7f24c2-c794-4448-9711-461f1c2df69a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:12.660491 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a602c4df-4383-4f5f-9bde-896c1f5260af req-7f7f24c2-c794-4448-9711-461f1c2df69a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0874882 Mar 28 18:58:12.752913 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a602c4df-4383-4f5f-9bde-896c1f5260af req-2104f10b-8c76-41bb-b3ec-c5c0ab4069ad tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857623 Mar 28 18:58:12.779534 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-678d230a-857c-4572-90f7-dd6fbbd287c2 req-1b68552a-d2f8-43ae-8675-cc6bcfb4aeb7 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Deleting port 25802d71-2b1e-4fd4-9847-c14dafb506f6 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:58:12.779873 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-678d230a-857c-4572-90f7-dd6fbbd287c2 req-1b68552a-d2f8-43ae-8675-cc6bcfb4aeb7 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:12.868680 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-678d230a-857c-4572-90f7-dd6fbbd287c2 req-1b68552a-d2f8-43ae-8675-cc6bcfb4aeb7 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] For port 25802d71-2b1e-4fd4-9847-c14dafb506f6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=25802d71-2b1e-4fd4-9847-c14dafb506f6,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:12.869039 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-678d230a-857c-4572-90f7-dd6fbbd287c2 req-1b68552a-d2f8-43ae-8675-cc6bcfb4aeb7 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:12.881923 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-678d230a-857c-4572-90f7-dd6fbbd287c2 req-1b68552a-d2f8-43ae-8675-cc6bcfb4aeb7 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Calling delete_port for 25802d71-2b1e-4fd4-9847-c14dafb506f6 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:58:13.005662 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-678d230a-857c-4572-90f7-dd6fbbd287c2 req-1b68552a-d2f8-43ae-8675-cc6bcfb4aeb7 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (25802d71-2b1e-4fd4-9847-c14dafb506f6), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:13.019265 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['672b93b6-7b87-40de-b83f-adb314bd02ba', '25802d71-2b1e-4fd4-9847-c14dafb506f6'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:58:13.036111 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68552a-d2f8-43ae-8675-cc6bcfb4aeb7 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Pushing event deleted for resources: {'Port': ['ID=25802d71-2b1e-4fd4-9847-c14dafb506f6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:13.082197 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-678d230a-857c-4572-90f7-dd6fbbd287c2 req-1b68552a-d2f8-43ae-8675-cc6bcfb4aeb7 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] No DVR routers for this DVR port 25802d71-2b1e-4fd4-9847-c14dafb506f6 on host hv-cinder-83548 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:58:13.084787 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-678d230a-857c-4572-90f7-dd6fbbd287c2 req-1b68552a-d2f8-43ae-8675-cc6bcfb4aeb7 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:13.088052 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-678d230a-857c-4572-90f7-dd6fbbd287c2 req-1b68552a-d2f8-43ae-8675-cc6bcfb4aeb7 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.23 "DELETE /v2.0/ports/25802d71-2b1e-4fd4-9847-c14dafb506f6 HTTP/1.1" status: 204 len: 173 time: 0.4267070 Mar 28 18:58:13.088494 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8e5fd8-8f18-4300-ad07-050e5a59852c', 'name': 'network-vif-deleted', 'tag': '25802d71-2b1e-4fd4-9847-c14dafb506f6'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:58:13.090804 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26e3ced-5e2c-4410-9396-a6e5bffda2c6" -d '{"events": [{"server_uuid": "3b8e5fd8-8f18-4300-ad07-050e5a59852c", "name": "network-vif-deleted", "tag": "25802d71-2b1e-4fd4-9847-c14dafb506f6"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:58:13.128603 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab9a8f4-3b5f-4126-bda0-0762d2cd1b22 x-openstack-request-id: req-4ab9a8f4-3b5f-4126-bda0-0762d2cd1b22 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:58:13.128895 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8e5fd8-8f18-4300-ad07-050e5a59852c", "name": "network-vif-deleted", "tag": "25802d71-2b1e-4fd4-9847-c14dafb506f6", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:58:13.129166 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ab9a8f4-3b5f-4126-bda0-0762d2cd1b22 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:58:13.129543 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab9a8f4-3b5f-4126-bda0-0762d2cd1b22'] response: {'server_uuid': '3b8e5fd8-8f18-4300-ad07-050e5a59852c', 'name': 'network-vif-deleted', 'tag': '25802d71-2b1e-4fd4-9847-c14dafb506f6', 'status': 'completed', 'code': 200} Mar 28 18:58:13.664000 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:13.879150 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb052450-2a7c-46e0-b439-189bd21cf82d req-03353cfd-9a7c-42a7-a705-4c32e35cb4b4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:13.880629 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cb052450-2a7c-46e0-b439-189bd21cf82d req-03353cfd-9a7c-42a7-a705-4c32e35cb4b4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0522928 Mar 28 18:58:13.900993 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46feaa3-5ac1-4e26-8595-e798ca6ac52e req-e283f70f-1c27-4503-bece-cb2b3ae335eb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:13.902914 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c46feaa3-5ac1-4e26-8595-e798ca6ac52e req-e283f70f-1c27-4503-bece-cb2b3ae335eb tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0592570 Mar 28 18:58:13.936122 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cb052450-2a7c-46e0-b439-189bd21cf82d req-fe25546b-595c-4d04-83f7-bdcc6562eb1c tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490963 Mar 28 18:58:13.958553 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c46feaa3-5ac1-4e26-8595-e798ca6ac52e req-655537da-1959-4ea8-aaed-5777792bc944 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485351 Mar 28 18:58:14.215641 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:58:15.057594 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c27ac5-2fda-4126-86d7-ae28bceefa7e req-d0449f74-cce8-4c9d-8433-658e2b64e6c0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:15.059098 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-31c27ac5-2fda-4126-86d7-ae28bceefa7e req-d0449f74-cce8-4c9d-8433-658e2b64e6c0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0518208 Mar 28 18:58:15.077042 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dbe6e-57ab-493b-9032-7e3c4cd19e66 req-55a9979c-eb35-47e2-9fec-ed8520e06e81 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:15.078935 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:15.079391 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b11dbe6e-57ab-493b-9032-7e3c4cd19e66 req-55a9979c-eb35-47e2-9fec-ed8520e06e81 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0545249 Mar 28 18:58:15.119294 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-31c27ac5-2fda-4126-86d7-ae28bceefa7e req-ac059269-8e5b-44d1-aed8-14bbfaf40b64 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421665 Mar 28 18:58:15.127732 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b11dbe6e-57ab-493b-9032-7e3c4cd19e66 req-530070af-6185-42a8-8d5e-d96e878b64dc tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421252 Mar 28 18:58:16.049206 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 25802d71-2b1e-4fd4-9847-c14dafb506f6 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:58:16.072245 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 25802d71-2b1e-4fd4-9847-c14dafb506f6 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:58:16.072578 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 25802d71-2b1e-4fd4-9847-c14dafb506f6 not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:58:16.246564 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c6be9-fd21-4ad5-b6fb-588d80ac2857 req-c621d122-45b8-44b4-ab57-088ab9da426a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:16.247666 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb0c1a-1577-4f8f-a44e-cd25c3d0e32c req-6075f79c-a991-482f-be3f-a5b6c03cd02e tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:16.248217 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fe6c6be9-fd21-4ad5-b6fb-588d80ac2857 req-c621d122-45b8-44b4-ab57-088ab9da426a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0538833 Mar 28 18:58:16.249132 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-16eb0c1a-1577-4f8f-a44e-cd25c3d0e32c req-6075f79c-a991-482f-be3f-a5b6c03cd02e tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0516047 Mar 28 18:58:16.295065 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fe6c6be9-fd21-4ad5-b6fb-588d80ac2857 req-db6966af-d5c2-42be-916a-a3bc52efcb8e tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406892 Mar 28 18:58:16.296756 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-16eb0c1a-1577-4f8f-a44e-cd25c3d0e32c req-5312ab8d-189a-4761-8676-30e216ffe455 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Mar 28 18:58:17.197508 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde5d6d-df50-497f-afe1-8b0ed2537b37 req-602c7e64-cbf2-4458-8c0a-68b86ce71431 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:17.199018 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7cde5d6d-df50-497f-afe1-8b0ed2537b37 req-602c7e64-cbf2-4458-8c0a-68b86ce71431 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0587389 Mar 28 18:58:17.292741 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-7cde5d6d-df50-497f-afe1-8b0ed2537b37 req-5ce82937-5a68-4245-a8d4-9be6f6331b64 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Deleting port 672b93b6-7b87-40de-b83f-adb314bd02ba {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:58:17.293400 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7cde5d6d-df50-497f-afe1-8b0ed2537b37 req-5ce82937-5a68-4245-a8d4-9be6f6331b64 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:17.430458 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af93aae-c037-48b2-8b20-03a32af05ba2 req-971b0d71-6316-4062-a1ef-cf6461da55f9 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:17.432032 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1af93aae-c037-48b2-8b20-03a32af05ba2 req-971b0d71-6316-4062-a1ef-cf6461da55f9 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d63138d-5278-4acf-93ba-68140d9e9c3e HTTP/1.1" status: 200 len: 945 time: 0.0585177 Mar 28 18:58:17.481939 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1af93aae-c037-48b2-8b20-03a32af05ba2 req-3013e7f5-13ee-4c1b-8e40-9aeb46e7aa66 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.18 "GET /v2.0/security-groups?id=f21a4fad-b9e4-49fa-93a7-36a254ec50ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440879 Mar 28 18:58:17.652441 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-7cde5d6d-df50-497f-afe1-8b0ed2537b37 req-5ce82937-5a68-4245-a8d4-9be6f6331b64 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] For port 672b93b6-7b87-40de-b83f-adb314bd02ba, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=672b93b6-7b87-40de-b83f-adb314bd02ba,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:17.652799 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7cde5d6d-df50-497f-afe1-8b0ed2537b37 req-5ce82937-5a68-4245-a8d4-9be6f6331b64 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:17.667372 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-7cde5d6d-df50-497f-afe1-8b0ed2537b37 req-5ce82937-5a68-4245-a8d4-9be6f6331b64 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Calling delete_port for 672b93b6-7b87-40de-b83f-adb314bd02ba owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:58:17.675817 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4da5a0-c39b-47b1-b794-0a37bbab6e21 req-545eb2c6-7504-401c-afe3-627fb5c0cd60 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:17.677246 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd4da5a0-c39b-47b1-b794-0a37bbab6e21 req-545eb2c6-7504-401c-afe3-627fb5c0cd60 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0945864 Mar 28 18:58:17.771941 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd4da5a0-c39b-47b1-b794-0a37bbab6e21 req-bbd2e8ea-b336-4d22-a6bf-76667042047a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871670 Mar 28 18:58:17.838110 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7cde5d6d-df50-497f-afe1-8b0ed2537b37 req-5ce82937-5a68-4245-a8d4-9be6f6331b64 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (672b93b6-7b87-40de-b83f-adb314bd02ba), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:17.850994 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['672b93b6-7b87-40de-b83f-adb314bd02ba'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:58:17.866051 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce82937-5a68-4245-a8d4-9be6f6331b64 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Pushing event deleted for resources: {'Port': ['ID=672b93b6-7b87-40de-b83f-adb314bd02ba,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:17.911133 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cde5d6d-df50-497f-afe1-8b0ed2537b37 req-5ce82937-5a68-4245-a8d4-9be6f6331b64 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] No DVR routers for this DVR port 672b93b6-7b87-40de-b83f-adb314bd02ba on host hv-cinder-83548 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:58:17.913595 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7cde5d6d-df50-497f-afe1-8b0ed2537b37 req-5ce82937-5a68-4245-a8d4-9be6f6331b64 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:17.916886 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7cde5d6d-df50-497f-afe1-8b0ed2537b37 req-5ce82937-5a68-4245-a8d4-9be6f6331b64 tempest-ServerRescueNegativeTestJSON-1937476023 tempest-ServerRescueNegativeTestJSON-1937476023-project] 10.222.0.23 "DELETE /v2.0/ports/672b93b6-7b87-40de-b83f-adb314bd02ba HTTP/1.1" status: 204 len: 173 time: 0.7120183 Mar 28 18:58:17.917316 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d63138d-5278-4acf-93ba-68140d9e9c3e', 'name': 'network-vif-deleted', 'tag': '672b93b6-7b87-40de-b83f-adb314bd02ba'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:58:17.919526 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1728a125-dbf2-491d-bd06-1241b4f1957a" -d '{"events": [{"server_uuid": "9d63138d-5278-4acf-93ba-68140d9e9c3e", "name": "network-vif-deleted", "tag": "672b93b6-7b87-40de-b83f-adb314bd02ba"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:58:17.954930 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befbab7f-f54e-4b91-b502-d3371537781c x-openstack-request-id: req-befbab7f-f54e-4b91-b502-d3371537781c {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:58:17.955220 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d63138d-5278-4acf-93ba-68140d9e9c3e", "name": "network-vif-deleted", "tag": "672b93b6-7b87-40de-b83f-adb314bd02ba", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:58:17.955473 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-befbab7f-f54e-4b91-b502-d3371537781c {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:58:17.955867 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-befbab7f-f54e-4b91-b502-d3371537781c'] response: {'server_uuid': '9d63138d-5278-4acf-93ba-68140d9e9c3e', 'name': 'network-vif-deleted', 'tag': '672b93b6-7b87-40de-b83f-adb314bd02ba', 'status': 'completed', 'code': 200} Mar 28 18:58:18.538300 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 58406) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:18.895820 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a04105-eb8a-42e6-9e6a-6814847ffbcb req-17cbf985-14c1-483a-876c-f816b3b0a535 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:18.897349 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e8a04105-eb8a-42e6-9e6a-6814847ffbcb req-17cbf985-14c1-483a-876c-f816b3b0a535 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0526431 Mar 28 18:58:18.945964 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e8a04105-eb8a-42e6-9e6a-6814847ffbcb req-a4cf3163-0773-4f16-8e7a-b1d39bae5d17 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427918 Mar 28 18:58:18.952339 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7f43a0b-1b60-4acf-9963-151b7e20be17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688188'] for router_interface (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:19.243499 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b7f43a0b-1b60-4acf-9963-151b7e20be17 admin admin] Deleting port ea2c9723-011d-4c17-b8ed-6fc5100fe346 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:58:19.243831 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7f43a0b-1b60-4acf-9963-151b7e20be17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:19.322407 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-b7f43a0b-1b60-4acf-9963-151b7e20be17 admin admin] For port ea2c9723-011d-4c17-b8ed-6fc5100fe346, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=ea2c9723-011d-4c17-b8ed-6fc5100fe346,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:19.322764 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7f43a0b-1b60-4acf-9963-151b7e20be17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:19.335371 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b7f43a0b-1b60-4acf-9963-151b7e20be17 admin admin] Calling delete_port for ea2c9723-011d-4c17-b8ed-6fc5100fe346 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:58:19.510020 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7f43a0b-1b60-4acf-9963-151b7e20be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (ea2c9723-011d-4c17-b8ed-6fc5100fe346), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:19.536311 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f43a0b-1b60-4acf-9963-151b7e20be17 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2c9723-011d-4c17-b8ed-6fc5100fe346,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:19.701207 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7f43a0b-1b60-4acf-9963-151b7e20be17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687788'] for router_interface (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:19.912367 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f43a0b-1b60-4acf-9963-151b7e20be17 admin admin] Router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:58:20.031949 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f43a0b-1b60-4acf-9963-151b7e20be17 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:58:20.037326 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-b7f43a0b-1b60-4acf-9963-151b7e20be17 admin admin] 10.222.0.18 "PUT /v2.0/routers/7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4979968 Mar 28 18:58:20.040080 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58412) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:20.041008 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35dede8-f656-40df-92c4-e2f8060493b7 None None] Sync routers for ids ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:58:20.053126 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35dede8-f656-40df-92c4-e2f8060493b7 None None] Routers {'7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:58:20.053768 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-b35dede8-f656-40df-92c4-e2f8060493b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:58:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:20.082963 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cb9d0-3e39-46fb-8370-dd74772d712a req-4b7d17a3-87e5-432c-b3ba-e72225246049 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:20.084465 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0c9cb9d0-3e39-46fb-8370-dd74772d712a req-4b7d17a3-87e5-432c-b3ba-e72225246049 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0643179 Mar 28 18:58:20.092305 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 672b93b6-7b87-40de-b83f-adb314bd02ba no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:58:20.137158 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 672b93b6-7b87-40de-b83f-adb314bd02ba {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:58:20.137499 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 672b93b6-7b87-40de-b83f-adb314bd02ba not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:58:20.138337 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-0c9cb9d0-3e39-46fb-8370-dd74772d712a req-51fbd506-694a-4472-b01c-d5d19f3af683 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476720 Mar 28 18:58:20.162037 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Publish callbacks [] for router (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:20.182408 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-b35dede8-f656-40df-92c4-e2f8060493b7 None None] Set router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:58:20.279149 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Publish callbacks [] for router_gateway (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:20.334821 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Deleting port a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:58:20.335149 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (a2d0b74b-20cc-4e65-9eb0-2a0c200402f1), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:20.370147 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-b35dede8-f656-40df-92c4-e2f8060493b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:58:19Z', 'revision_number': 5, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port': {'id': 'a2d0b74b-20cc-4e65-9eb0-2a0c200402f1', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:20.395391 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35dede8-f656-40df-92c4-e2f8060493b7 None None] Checking router: 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:58:20.403510 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35dede8-f656-40df-92c4-e2f8060493b7 None None] Routers {'7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:58:20.404165 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-b35dede8-f656-40df-92c4-e2f8060493b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:58:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:20.415511 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] For port a2d0b74b-20cc-4e65-9eb0-2a0c200402f1, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=a2d0b74b-20cc-4e65-9eb0-2a0c200402f1,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:20.415872 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (a2d0b74b-20cc-4e65-9eb0-2a0c200402f1), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:20.429835 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Calling delete_port for a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 owned by network:router_gateway {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:58:20.493857 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-b35dede8-f656-40df-92c4-e2f8060493b7 None None] Set router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 gateway port host: None {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:58:20.548729 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-b35dede8-f656-40df-92c4-e2f8060493b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:58:20Z', 'revision_number': 6, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port_host': None}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:20.577738 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35dede8-f656-40df-92c4-e2f8060493b7 None None] The sync data for ids ['7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4'] in dv-cinder-835483-1-smb is: [{'id': '7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-649037439-router', 'tenant_id': 'c69570426a7f4c439b61b7ba410ae299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:24Z', 'updated_at': '2022-03-28T18:58:20Z', 'revision_number': 6, 'project_id': 'c69570426a7f4c439b61b7ba410ae299', 'gw_port_host': None}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:58:20.600000 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (a2d0b74b-20cc-4e65-9eb0-2a0c200402f1), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:20.624204 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d0b74b-20cc-4e65-9eb0-2a0c200402f1,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:20.634070 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.634423 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.634769 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.635113 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.635453 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.635787 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.636504 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.636504 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.636757 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.637087 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.637419 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.637771 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.638102 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.638428 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.638757 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:20.699106 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694982'] for router_gateway (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.026271 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.028334 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Publish callbacks [] for router_controller (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), precommit_delete_associations {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.091147 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690595'] for router (7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.091907 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 {{(pid=109703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 18:58:21.097395 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.098314 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-0fd865e2-a88d-47f8-b602-b95e4b1dd2d5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7ebc5b07-df4f-4b1a-936c-5bd0c854f4b4 HTTP/1.1" status: 204 len: 168 time: 1.0561347 Mar 28 18:58:21.100802 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58416) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:21.147466 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_v2 [None req-29662bd6-48f6-4d68-8a76-744801f165a7 admin admin] Deleting subnet 9cea6ad9-2b34-4256-8da2-461f0d366d66 {{(pid=109703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 18:58:21.150542 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-29662bd6-48f6-4d68-8a76-744801f165a7 admin admin] Publish callbacks [] for subnet (9cea6ad9-2b34-4256-8da2-461f0d366d66), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.186083 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-29662bd6-48f6-4d68-8a76-744801f165a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530570927'] for subnet (9cea6ad9-2b34-4256-8da2-461f0d366d66), precommit_delete_associations {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.332451 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-29662bd6-48f6-4d68-8a76-744801f165a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (9cea6ad9-2b34-4256-8da2-461f0d366d66), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.341137 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b77a5-aa67-402c-9948-1c48dfff3527 req-395bb4b2-9ed7-4344-a788-bbaaf9ea3809 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:21.342647 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-404b77a5-aa67-402c-9948-1c48dfff3527 req-395bb4b2-9ed7-4344-a788-bbaaf9ea3809 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.1278799 Mar 28 18:58:21.422476 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-404b77a5-aa67-402c-9948-1c48dfff3527 req-5ba523bb-b4aa-44dd-8041-d00442068bcd tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614109 Mar 28 18:58:21.429116 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-29662bd6-48f6-4d68-8a76-744801f165a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530563956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530556935'] for subnet (9cea6ad9-2b34-4256-8da2-461f0d366d66), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.461064 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29662bd6-48f6-4d68-8a76-744801f165a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cea6ad9-2b34-4256-8da2-461f0d366d66,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:21.463090 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-29662bd6-48f6-4d68-8a76-744801f165a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.466284 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-29662bd6-48f6-4d68-8a76-744801f165a7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9cea6ad9-2b34-4256-8da2-461f0d366d66 HTTP/1.1" status: 204 len: 168 time: 0.3645291 Mar 28 18:58:21.468817 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58420) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:21.470752 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a6f43-d146-49f8-b60a-f9cea7c4e9a7 None None] Network 6d432814-d48c-4d16-952f-f098f6b2256a requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:58:21.547571 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (6d432814-d48c-4d16-952f-f098f6b2256a), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.589320 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device ea2c9723-011d-4c17-b8ed-6fc5100fe346 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:58:21.616472 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: ea2c9723-011d-4c17-b8ed-6fc5100fe346 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:58:21.616820 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device ea2c9723-011d-4c17-b8ed-6fc5100fe346 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:58:21.617247 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:58:21.619959 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Deleting port dfe4c01c-9488-4030-8bff-bab1ba04552d {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:58:21.620336 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.639975 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:58:21.640315 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device a2d0b74b-20cc-4e65-9eb0-2a0c200402f1 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:58:21.647763 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] DHCP port deletion for 6d432814-d48c-4d16-952f-f098f6b2256a request from dv-cinder-835483-1-smb {{(pid=109705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 18:58:21.687090 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] For port dfe4c01c-9488-4030-8bff-bab1ba04552d, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=dfe4c01c-9488-4030-8bff-bab1ba04552d,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:21.687484 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.695475 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Deleting port dfe4c01c-9488-4030-8bff-bab1ba04552d {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:58:21.695849 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.700369 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Calling delete_port for dfe4c01c-9488-4030-8bff-bab1ba04552d owned by network:dhcp {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:58:21.761128 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] For port dfe4c01c-9488-4030-8bff-bab1ba04552d, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=dfe4c01c-9488-4030-8bff-bab1ba04552d,segment=NetworkSegment(aed9443b-3427-4b47-89c1-bde0dbf6c9bd),segment_id=aed9443b-3427-4b47-89c1-bde0dbf6c9bd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:21.761541 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.774381 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Calling delete_port for dfe4c01c-9488-4030-8bff-bab1ba04552d owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:58:21.782551 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.808284 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe4c01c-9488-4030-8bff-bab1ba04552d,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:21.810107 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] No DVR routers for this DVR port dfe4c01c-9488-4030-8bff-bab1ba04552d on host dv-cinder-835483-1-smb {{(pid=109703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:58:21.885354 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (6d432814-d48c-4d16-952f-f098f6b2256a), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.895168 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925'] for port (dfe4c01c-9488-4030-8bff-bab1ba04552d), after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.906225 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d432814-d48c-4d16-952f-f098f6b2256a']}} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:21.915446 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd') {'for_net_delete': True} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:21.915741 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed9443b-3427-4b47-89c1-bde0dbf6c9bd') {} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:21.917501 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Pushing event deleted for resources: {'Port': ['ID=dfe4c01c-9488-4030-8bff-bab1ba04552d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:21.926359 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] No DVR routers for this DVR port dfe4c01c-9488-4030-8bff-bab1ba04552d on host dv-cinder-835483-1-smb {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:58:21.926555 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530570916'] for segment (aed9443b-3427-4b47-89c1-bde0dbf6c9bd), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.929092 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.929442 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.929823 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.930201 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.930538 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.930871 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.931208 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.931532 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.931858 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.932184 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.932509 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.932834 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.933160 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.933480 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.933821 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1893-0a4b-4a0e-9a8f-f7fb4c0b2921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:21.942944 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (aed9443b-3427-4b47-89c1-bde0dbf6c9bd), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.955165 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 18:58:21.955562 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530563538'] for segment (aed9443b-3427-4b47-89c1-bde0dbf6c9bd), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: Traceback (most recent call last): Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: timer() Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: cb(*args, **kw) Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: return func(*args, **kwargs) Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: self._notify() Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: self.callback(batched_events) Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: event.method(event) Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: return f(self, *a, **k) Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: return self._get(url).json() Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: return self.request(url, 'GET', **kwargs) Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 18:58:21.957292 dv-cinder-835483-1-smb neutron-server[109703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 18:58:22.011959 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (6d432814-d48c-4d16-952f-f098f6b2256a), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:22.017879 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:22.021159 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6d432814-d48c-4d16-952f-f098f6b2256a HTTP/1.1" status: 204 len: 168 time: 0.5511506 Mar 28 18:58:22.034616 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e3f8b-a1ca-4b8a-a8b7-c5d7a4d6b403 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d432814-d48c-4d16-952f-f098f6b2256a,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:22.058526 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 82501f34-dbd0-4ee0-9e81-95ef66a380c1 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:58:22.159428 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 82501f34-dbd0-4ee0-9e81-95ef66a380c1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:22.170608 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'port_id': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'mac_address': 'fa:16:3e:87:5f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:58:22.200773 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 58424) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:22.218148 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 is: ACTIVE; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:58:22.218574 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:22.231655 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82501f34-dbd0-4ee0-9e81-95ef66a380c1 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:58:22.252481 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 82501f34-dbd0-4ee0-9e81-95ef66a380c1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:22.259280 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:22.319575 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=82501f34-dbd0-4ee0-9e81-95ef66a380c1,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:22.358330 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['82501f34-dbd0-4ee0-9e81-95ef66a380c1'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:58:22.443042 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-0a959e2f-cb7f-4089-b0e4-88d56abd93f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c69570426a7f4c439b61b7ba410ae299&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2411237 Mar 28 18:58:22.445507 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 58428) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:22.494750 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-205e3f65-2ffb-4539-a55a-ed700ec7b3b7 admin admin] Publish callbacks [] for security_group (f21a4fad-b9e4-49fa-93a7-36a254ec50ca), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:22.542471 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-205e3f65-2ffb-4539-a55a-ed700ec7b3b7 admin admin] Publish callbacks [] for security_group (f21a4fad-b9e4-49fa-93a7-36a254ec50ca), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:22.589208 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97b136-d249-44f5-a63e-8561906c5caa req-67d70016-e173-4896-a694-0bd3f594624d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:22.590691 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9a97b136-d249-44f5-a63e-8561906c5caa req-67d70016-e173-4896-a694-0bd3f594624d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 945 time: 0.0911882 Mar 28 18:58:22.618776 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-205e3f65-2ffb-4539-a55a-ed700ec7b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f21a4fad-b9e4-49fa-93a7-36a254ec50ca), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:22.621194 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-205e3f65-2ffb-4539-a55a-ed700ec7b3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:22.622296 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-205e3f65-2ffb-4539-a55a-ed700ec7b3b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f21a4fad-b9e4-49fa-93a7-36a254ec50ca HTTP/1.1" status: 204 len: 168 time: 0.1757982 Mar 28 18:58:22.643316 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e3f65-2ffb-4539-a55a-ed700ec7b3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21a4fad-b9e4-49fa-93a7-36a254ec50ca,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:22.653565 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9a97b136-d249-44f5-a63e-8561906c5caa req-36384ee8-8e5a-4444-be9f-2a327ea24ad1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571666 Mar 28 18:58:23.592481 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device dfe4c01c-9488-4030-8bff-bab1ba04552d no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:58:23.634285 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: dfe4c01c-9488-4030-8bff-bab1ba04552d {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:58:23.635139 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device dfe4c01c-9488-4030-8bff-bab1ba04552d not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:58:23.816288 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5af7-cebd-4fc2-8186-4aef5cba8332 req-c5498b47-27b2-4aaf-9db1-0f3ce6984c58 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:23.817993 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d90a5af7-cebd-4fc2-8186-4aef5cba8332 req-c5498b47-27b2-4aaf-9db1-0f3ce6984c58 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 945 time: 0.0665081 Mar 28 18:58:23.882773 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d90a5af7-cebd-4fc2-8186-4aef5cba8332 req-0b3b5599-9c74-4c23-9ae2-fb36735f837d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579405 Mar 28 18:58:24.070050 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 82501f34-dbd0-4ee0-9e81-95ef66a380c1 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:58:24.155296 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:58:24.156952 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:24.311332 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:58:24.311890 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:24.349872 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82501f34-dbd0-4ee0-9e81-95ef66a380c1'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:58:24.352407 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ea1a6c-010d-4cfe-96af-3d601b57b118" -d '{"events": [{"server_uuid": "8f1a8902-22e2-4e06-85be-f8629547ee17", "name": "network-vif-plugged", "status": "completed", "tag": "82501f34-dbd0-4ee0-9e81-95ef66a380c1"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:58:24.387980 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 82501f34-dbd0-4ee0-9e81-95ef66a380c1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:24.395112 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:24.428083 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86172993-0a19-4bf8-bb36-4a690e48c07e x-openstack-request-id: req-86172993-0a19-4bf8-bb36-4a690e48c07e {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:58:24.428425 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a8902-22e2-4e06-85be-f8629547ee17", "name": "network-vif-plugged", "status": "completed", "tag": "82501f34-dbd0-4ee0-9e81-95ef66a380c1", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:58:24.428643 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86172993-0a19-4bf8-bb36-4a690e48c07e {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:58:24.429693 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86172993-0a19-4bf8-bb36-4a690e48c07e'] response: {'server_uuid': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'code': 200} Mar 28 18:58:24.467395 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=82501f34-dbd0-4ee0-9e81-95ef66a380c1,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:24.854587 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-58f7dffe-0176-4934-8be7-945d6403bbfb req-77a9e492-48a4-4bb8-98be-7df1f7f76382 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0610850 Mar 28 18:58:24.955167 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7dffe-0176-4934-8be7-945d6403bbfb req-ebe13400-c740-42ef-977f-2bb5a94be68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:24.956797 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-58f7dffe-0176-4934-8be7-945d6403bbfb req-ebe13400-c740-42ef-977f-2bb5a94be68d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b0eb789c909483e8dc11e90ad743cdf&device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 1129 time: 0.0523944 Mar 28 18:58:25.070070 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d41083-d11b-47d0-8d92-eea73d8d9a5f req-b8743c5e-acb7-470b-bcb7-257417e10f7b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:25.071655 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-98d41083-d11b-47d0-8d92-eea73d8d9a5f req-b8743c5e-acb7-470b-bcb7-257417e10f7b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0731540 Mar 28 18:58:25.077290 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58534) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:25.107141 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7dffe-0176-4934-8be7-945d6403bbfb req-87fa7b05-882e-407f-9131-c5f19b2ea920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:25.110126 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-58f7dffe-0176-4934-8be7-945d6403bbfb req-87fa7b05-882e-407f-9131-c5f19b2ea920 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bd8dd670-ca23-468a-833f-deb63d9327f8 HTTP/1.1" status: 200 len: 910 time: 0.1221311 Mar 28 18:58:25.147986 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-98d41083-d11b-47d0-8d92-eea73d8d9a5f req-5c3e584c-2e1a-4828-9d40-077a818169b9 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553198 Mar 28 18:58:25.215823 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-58f7dffe-0176-4934-8be7-945d6403bbfb req-92210919-4ad7-4181-8a86-a8dcbbf560e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0 HTTP/1.1" status: 200 len: 1001 time: 0.0971177 Mar 28 18:58:25.248560 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1f8831a4-f26a-4129-87d9-8a4dec756525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:25.291073 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7dffe-0176-4934-8be7-945d6403bbfb req-5c3c49ab-5b20-4798-8f05-14be5672826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:25.292968 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-58f7dffe-0176-4934-8be7-945d6403bbfb req-5c3c49ab-5b20-4798-8f05-14be5672826c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dea14a4-eb6a-4f92-99d6-bc43a4250443 HTTP/1.1" status: 200 len: 848 time: 0.0690157 Mar 28 18:58:25.350971 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1f8831a4-f26a-4129-87d9-8a4dec756525 admin admin] Publish callbacks [] for security_group (5c9f6973-40d7-4019-a7ec-cc888837876e), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:25.354278 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7dffe-0176-4934-8be7-945d6403bbfb req-2cb53db5-655a-4450-9a1d-4dccc7a07252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:25.356127 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-58f7dffe-0176-4934-8be7-945d6403bbfb req-2cb53db5-655a-4450-9a1d-4dccc7a07252 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd8dd670-ca23-468a-833f-deb63d9327f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0548196 Mar 28 18:58:25.358981 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1f8831a4-f26a-4129-87d9-8a4dec756525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (5c9f6973-40d7-4019-a7ec-cc888837876e), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:25.393637 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8831a4-f26a-4129-87d9-8a4dec756525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9f6973-40d7-4019-a7ec-cc888837876e,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:25.412171 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-1f8831a4-f26a-4129-87d9-8a4dec756525 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f4ef78fbc184c8e95cf8836e05860c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334746 Mar 28 18:58:25.412841 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58538) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:25.461589 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-58f7dffe-0176-4934-8be7-945d6403bbfb req-c0fbaa4d-20dc-44b5-a4b4-05b680bc30d9 service neutron] 10.222.0.23 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968418 Mar 28 18:58:25.476561 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fd916b1d-8363-44d3-853d-34d4500a9934 admin admin] Publish callbacks [] for security_group (5c9f6973-40d7-4019-a7ec-cc888837876e), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:25.502942 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fd916b1d-8363-44d3-853d-34d4500a9934 admin admin] Publish callbacks [] for security_group (5c9f6973-40d7-4019-a7ec-cc888837876e), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:25.562160 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fd916b1d-8363-44d3-853d-34d4500a9934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (5c9f6973-40d7-4019-a7ec-cc888837876e), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:25.566679 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fd916b1d-8363-44d3-853d-34d4500a9934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:25.567897 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-58f7dffe-0176-4934-8be7-945d6403bbfb req-8a7dee34-e39e-4e32-91fa-180b8ef072fb service neutron] 10.222.0.23 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995960 Mar 28 18:58:25.568094 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-fd916b1d-8363-44d3-853d-34d4500a9934 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c9f6973-40d7-4019-a7ec-cc888837876e HTTP/1.1" status: 204 len: 168 time: 0.1530008 Mar 28 18:58:25.578899 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd916b1d-8363-44d3-853d-34d4500a9934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9f6973-40d7-4019-a7ec-cc888837876e,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:25.881504 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 58544) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:25.900322 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a276093d-dc14-464f-a84d-f78391b92811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:25.985025 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a276093d-dc14-464f-a84d-f78391b92811 admin admin] Publish callbacks [] for security_group (89e112d1-fd9e-49cc-b2bf-b9c31b851ac8), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:25.990087 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a276093d-dc14-464f-a84d-f78391b92811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (89e112d1-fd9e-49cc-b2bf-b9c31b851ac8), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:26.028018 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276093d-dc14-464f-a84d-f78391b92811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e112d1-fd9e-49cc-b2bf-b9c31b851ac8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:26.034921 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-a276093d-dc14-464f-a84d-f78391b92811 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=998587d4e6a9494c887b4b5365cb3b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492147 Mar 28 18:58:26.035245 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58546) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:26.092731 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d863411c-9bdb-412b-911a-60fdde5b499e admin admin] Publish callbacks [] for security_group (89e112d1-fd9e-49cc-b2bf-b9c31b851ac8), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:26.116836 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d863411c-9bdb-412b-911a-60fdde5b499e admin admin] Publish callbacks [] for security_group (89e112d1-fd9e-49cc-b2bf-b9c31b851ac8), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:26.203339 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d863411c-9bdb-412b-911a-60fdde5b499e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (89e112d1-fd9e-49cc-b2bf-b9c31b851ac8), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:26.210219 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d863411c-9bdb-412b-911a-60fdde5b499e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:26.215696 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-d863411c-9bdb-412b-911a-60fdde5b499e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89e112d1-fd9e-49cc-b2bf-b9c31b851ac8 HTTP/1.1" status: 204 len: 168 time: 0.1792862 Mar 28 18:58:26.217405 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:26.228378 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863411c-9bdb-412b-911a-60fdde5b499e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e112d1-fd9e-49cc-b2bf-b9c31b851ac8,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:26.302160 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84028070-d471-4b2d-8d3a-9b23543de30d req-53fc96f8-4612-4141-a54d-2cbeb20d1d91 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:26.304100 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-84028070-d471-4b2d-8d3a-9b23543de30d req-53fc96f8-4612-4141-a54d-2cbeb20d1d91 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0839410 Mar 28 18:58:26.389486 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-84028070-d471-4b2d-8d3a-9b23543de30d req-68680daf-ee42-48fd-820e-322500031010 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481472 Mar 28 18:58:27.646916 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04994ab-60e5-49fb-a9c7-a5e7a8826aa5 req-ed9174c4-8e6c-4af5-a4ae-02d2ae77bc14 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:27.663894 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d04994ab-60e5-49fb-a9c7-a5e7a8826aa5 req-ed9174c4-8e6c-4af5-a4ae-02d2ae77bc14 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.1494434 Mar 28 18:58:27.723378 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29919972-80cb-431d-b0ad-d0ab376fc51c req-9044ebf8-186c-480d-aafd-a0926becb228 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:27.726729 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-29919972-80cb-431d-b0ad-d0ab376fc51c req-9044ebf8-186c-480d-aafd-a0926becb228 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0817471 Mar 28 18:58:27.741911 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d04994ab-60e5-49fb-a9c7-a5e7a8826aa5 req-711fd15c-f1e5-497c-9115-1a67c2b49877 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739784 Mar 28 18:58:27.810926 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-29919972-80cb-431d-b0ad-d0ab376fc51c req-39419866-5ec9-4f5f-9ea4-8558e8bddcca tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713191 Mar 28 18:58:28.914522 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b688c-d03c-4759-9983-ae8e57ec412e req-32a0b804-7325-4cd4-8961-48b4632f8fc5 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:28.931897 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d26b688c-d03c-4759-9983-ae8e57ec412e req-32a0b804-7325-4cd4-8961-48b4632f8fc5 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0882511 Mar 28 18:58:29.029308 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d26b688c-d03c-4759-9983-ae8e57ec412e req-80c70117-57e3-4acd-b0a5-158bc16d7d75 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656207 Mar 28 18:58:29.237937 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4883c6e-ef84-49f6-93f5-8ed2289c7767 req-8a244de5-4880-45ff-a135-cbd93f857c24 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:29.245921 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a4883c6e-ef84-49f6-93f5-8ed2289c7767 req-8a244de5-4880-45ff-a135-cbd93f857c24 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.3183320 Mar 28 18:58:29.317677 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a4883c6e-ef84-49f6-93f5-8ed2289c7767 req-a783752f-663a-4042-afc2-7a952e7cdc88 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702350 Mar 28 18:58:29.996472 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 58702) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:30.130558 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40a2f267-aee8-4cbb-99f2-1ac58c7d5240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:30.161290 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943167ab-721d-49dd-b441-fcf92bb78646 req-ff68eb92-70ee-4343-a937-34f3746e993d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:30.163965 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-943167ab-721d-49dd-b441-fcf92bb78646 req-ff68eb92-70ee-4343-a937-34f3746e993d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0886850 Mar 28 18:58:30.236436 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-943167ab-721d-49dd-b441-fcf92bb78646 req-a1e91883-9d87-4874-bb69-9244989f073d tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670180 Mar 28 18:58:30.312334 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40a2f267-aee8-4cbb-99f2-1ac58c7d5240 admin admin] Publish callbacks [] for security_group (96d1dd94-27a7-454a-9dfe-04143bac8072), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:30.317308 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40a2f267-aee8-4cbb-99f2-1ac58c7d5240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (96d1dd94-27a7-454a-9dfe-04143bac8072), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:30.365139 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58710) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:30.365640 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-40a2f267-aee8-4cbb-99f2-1ac58c7d5240 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e63a64546cda489185a30fdf9dd58bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667431 Mar 28 18:58:30.367458 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2f267-aee8-4cbb-99f2-1ac58c7d5240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d1dd94-27a7-454a-9dfe-04143bac8072,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:30.471321 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2cfe4368-d3f6-4388-b8ae-841084a5f59b admin admin] Publish callbacks [] for security_group (96d1dd94-27a7-454a-9dfe-04143bac8072), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:30.504502 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2cfe4368-d3f6-4388-b8ae-841084a5f59b admin admin] Publish callbacks [] for security_group (96d1dd94-27a7-454a-9dfe-04143bac8072), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:30.525603 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53515f-4c9c-44f0-810e-e84e2bf41d8c req-74b64bbe-777e-40a1-8986-904a5c8c611d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:30.527453 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bc53515f-4c9c-44f0-810e-e84e2bf41d8c req-74b64bbe-777e-40a1-8986-904a5c8c611d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.1006489 Mar 28 18:58:30.595729 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bc53515f-4c9c-44f0-810e-e84e2bf41d8c req-b847dae9-e342-4fe2-9482-053a30ced9e1 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542803 Mar 28 18:58:30.606765 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2cfe4368-d3f6-4388-b8ae-841084a5f59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (96d1dd94-27a7-454a-9dfe-04143bac8072), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:30.610027 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2cfe4368-d3f6-4388-b8ae-841084a5f59b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:30.611338 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-2cfe4368-d3f6-4388-b8ae-841084a5f59b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96d1dd94-27a7-454a-9dfe-04143bac8072 HTTP/1.1" status: 204 len: 168 time: 0.2444432 Mar 28 18:58:30.625116 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe4368-d3f6-4388-b8ae-841084a5f59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d1dd94-27a7-454a-9dfe-04143bac8072,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:30.944610 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58716) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:30.959372 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-863f51ac-6e72-4e49-892a-3c943d8b7efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:31.066523 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-863f51ac-6e72-4e49-892a-3c943d8b7efc admin admin] Publish callbacks [] for security_group (bb9099f3-a25c-4759-9590-4784805f92d5), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:31.071449 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-863f51ac-6e72-4e49-892a-3c943d8b7efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (bb9099f3-a25c-4759-9590-4784805f92d5), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:31.108302 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f51ac-6e72-4e49-892a-3c943d8b7efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9099f3-a25c-4759-9590-4784805f92d5,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:31.121548 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 58718) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:31.122026 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-863f51ac-6e72-4e49-892a-3c943d8b7efc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e9f22920cc94c4fb2ec98f6c1e2f261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759956 Mar 28 18:58:31.191974 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b6616e7b-371e-4008-aff6-3aca11753661 admin admin] Publish callbacks [] for security_group (bb9099f3-a25c-4759-9590-4784805f92d5), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:31.215474 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b6616e7b-371e-4008-aff6-3aca11753661 admin admin] Publish callbacks [] for security_group (bb9099f3-a25c-4759-9590-4784805f92d5), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:31.284330 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b6616e7b-371e-4008-aff6-3aca11753661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (bb9099f3-a25c-4759-9590-4784805f92d5), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:31.287105 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b6616e7b-371e-4008-aff6-3aca11753661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:31.291271 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-b6616e7b-371e-4008-aff6-3aca11753661 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb9099f3-a25c-4759-9590-4784805f92d5 HTTP/1.1" status: 204 len: 168 time: 0.1686161 Mar 28 18:58:31.302813 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6616e7b-371e-4008-aff6-3aca11753661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9099f3-a25c-4759-9590-4784805f92d5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:31.669416 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245fb3a-a1e0-46cc-9c21-120bad7f10f2 req-fd3bd3a0-e442-4aeb-8673-cba4e97e8bc1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:31.673882 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8245fb3a-a1e0-46cc-9c21-120bad7f10f2 req-fd3bd3a0-e442-4aeb-8673-cba4e97e8bc1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.3072383 Mar 28 18:58:31.754607 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee645d82-ae0d-4286-9489-5b916060d990 req-52193852-1731-4aad-b484-60ddd6d72c6c tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:31.762549 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ee645d82-ae0d-4286-9489-5b916060d990 req-52193852-1731-4aad-b484-60ddd6d72c6c tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0707331 Mar 28 18:58:31.769095 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8245fb3a-a1e0-46cc-9c21-120bad7f10f2 req-65091265-cb14-4f46-bb5a-98dd04fb3fb0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893197 Mar 28 18:58:31.821183 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ee645d82-ae0d-4286-9489-5b916060d990 req-63a77aec-c6cb-40ed-9e54-c137a57fe42e tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573375 Mar 28 18:58:32.971077 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11149b04-9a22-4190-9c14-ac3bdc160f60 req-77758e97-5950-448d-b343-2198a835a0e8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:32.973402 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-11149b04-9a22-4190-9c14-ac3bdc160f60 req-77758e97-5950-448d-b343-2198a835a0e8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.1307251 Mar 28 18:58:33.024202 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29414bcf-c47b-4d51-891a-c6f12c24f454 req-45bb8261-5512-48c4-8336-2335893ddb0a tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:33.034991 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-29414bcf-c47b-4d51-891a-c6f12c24f454 req-45bb8261-5512-48c4-8336-2335893ddb0a tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0828331 Mar 28 18:58:33.038017 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-11149b04-9a22-4190-9c14-ac3bdc160f60 req-3f938dbe-9ff0-4cb1-a203-8167c84f9352 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588918 Mar 28 18:58:33.126827 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-29414bcf-c47b-4d51-891a-c6f12c24f454 req-e31ef8ad-65ab-471a-bef8-b2c6baa8f2df tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751619 Mar 28 18:58:33.955298 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3e748-4aa6-42c0-a1a8-84dd7d64e714 req-3be29056-5988-4693-8df5-6657144f5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:33.956747 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9af3e748-4aa6-42c0-a1a8-84dd7d64e714 req-3be29056-5988-4693-8df5-6657144f5fe4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c88a768b3efd4a9381507f381b0e331f&device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 1130 time: 0.0436656 Mar 28 18:58:34.044068 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3e748-4aa6-42c0-a1a8-84dd7d64e714 req-d086dbf7-463f-4691-b6a0-5a02c21d8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:34.045491 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9af3e748-4aa6-42c0-a1a8-84dd7d64e714 req-d086dbf7-463f-4691-b6a0-5a02c21d8956 service neutron] 10.222.0.23 "GET /v2.0/networks?id=211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 200 len: 918 time: 0.0824120 Mar 28 18:58:34.115544 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9af3e748-4aa6-42c0-a1a8-84dd7d64e714 req-e289e864-c807-46de-9214-d50829fdc03b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1 HTTP/1.1" status: 200 len: 1002 time: 0.0591884 Mar 28 18:58:34.190267 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3e748-4aa6-42c0-a1a8-84dd7d64e714 req-5e8e72d9-6aa9-41ca-ba24-f42dd981b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:34.191705 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9af3e748-4aa6-42c0-a1a8-84dd7d64e714 req-5e8e72d9-6aa9-41ca-ba24-f42dd981b05c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c0ba61c-eb16-48bb-8d0b-0365046be9db HTTP/1.1" status: 200 len: 856 time: 0.0681841 Mar 28 18:58:34.203418 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a000a-0ce6-4bc4-979f-502d1b72f101 req-b7edb357-c4d9-4adc-a5a8-5141c3202e95 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:34.204862 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-517a000a-0ce6-4bc4-979f-502d1b72f101 req-b7edb357-c4d9-4adc-a5a8-5141c3202e95 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0921583 Mar 28 18:58:34.223963 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39593f4-64ff-403d-9563-6be4fb5b2dfd req-c871830e-dcd8-4781-96b7-a0158413372d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:34.225334 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d39593f4-64ff-403d-9563-6be4fb5b2dfd req-c871830e-dcd8-4781-96b7-a0158413372d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0519676 Mar 28 18:58:34.277710 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3e748-4aa6-42c0-a1a8-84dd7d64e714 req-95ecff04-c762-4a24-ae82-f0239eadd16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:34.279031 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d39593f4-64ff-403d-9563-6be4fb5b2dfd req-21eb0f99-7d0f-434c-baf9-1a3fdc7e0767 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478516 Mar 28 18:58:34.279239 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9af3e748-4aa6-42c0-a1a8-84dd7d64e714 req-95ecff04-c762-4a24-ae82-f0239eadd16f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211f47c6-29ed-4108-b184-3fd54ff73f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0735116 Mar 28 18:58:34.284681 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-517a000a-0ce6-4bc4-979f-502d1b72f101 req-257d13c5-8e8b-4a7b-8fe4-1b027c8dfb56 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693808 Mar 28 18:58:34.379261 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9af3e748-4aa6-42c0-a1a8-84dd7d64e714 req-7f3c2f61-63f4-4556-ba57-94cb186442ea service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924556 Mar 28 18:58:34.464152 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9af3e748-4aa6-42c0-a1a8-84dd7d64e714 req-007dd400-45e4-4b9a-9792-87bce26e3810 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795436 Mar 28 18:58:35.403387 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250d681-fe17-4201-b6e0-2eb979ba8212 req-e4aab278-bd92-4dce-b0f6-94603df5684b tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:35.404846 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a250d681-fe17-4201-b6e0-2eb979ba8212 req-e4aab278-bd92-4dce-b0f6-94603df5684b tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0519252 Mar 28 18:58:35.410864 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3dd3-3e6d-47f5-8c6d-3b78d418f716 req-37c8bbdf-fce0-465a-b9a1-8c8a30d27220 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:35.412353 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-118c3dd3-3e6d-47f5-8c6d-3b78d418f716 req-37c8bbdf-fce0-465a-b9a1-8c8a30d27220 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 946 time: 0.0566730 Mar 28 18:58:35.455157 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a250d681-fe17-4201-b6e0-2eb979ba8212 req-73be5ed1-8c6c-42e8-b838-ead53ef8877f tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440273 Mar 28 18:58:35.458012 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-118c3dd3-3e6d-47f5-8c6d-3b78d418f716 req-534c1acb-7b25-4330-92bc-cb4bd8e1b9e1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401301 Mar 28 18:58:36.059014 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58832) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:36.102802 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 82501f34-dbd0-4ee0-9e81-95ef66a380c1 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:58:36.167970 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ed4c9b6e-e39e-4be2-a644-ea051b93b3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:36.180936 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 is: ACTIVE; New status is: DOWN {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:58:36.181321 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:36.206166 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82501f34-dbd0-4ee0-9e81-95ef66a380c1'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:58:36.208392 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2051fc3-0186-4ba6-bb98-c57784f704ac" -d '{"events": [{"server_uuid": "8f1a8902-22e2-4e06-85be-f8629547ee17", "name": "network-vif-unplugged", "status": "completed", "tag": "82501f34-dbd0-4ee0-9e81-95ef66a380c1"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:58:36.221681 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 82501f34-dbd0-4ee0-9e81-95ef66a380c1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:36.226926 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:36.254669 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ed4c9b6e-e39e-4be2-a644-ea051b93b3cf admin admin] Publish callbacks [] for security_group (099c2a21-1729-40cc-b906-fd207d8275c0), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:36.258980 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ed4c9b6e-e39e-4be2-a644-ea051b93b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (099c2a21-1729-40cc-b906-fd207d8275c0), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:36.276255 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 18:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479ca59c-415a-4fac-bc87-39ee4e2f709c x-openstack-request-id: req-479ca59c-415a-4fac-bc87-39ee4e2f709c {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:58:36.276555 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a8902-22e2-4e06-85be-f8629547ee17", "name": "network-vif-unplugged", "status": "completed", "tag": "82501f34-dbd0-4ee0-9e81-95ef66a380c1", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:58:36.276805 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-479ca59c-415a-4fac-bc87-39ee4e2f709c {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:58:36.277189 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-479ca59c-415a-4fac-bc87-39ee4e2f709c'] response: {'server_uuid': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'code': 200} Mar 28 18:58:36.282232 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=82501f34-dbd0-4ee0-9e81-95ef66a380c1,revision_number=8']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:36.292584 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-ed4c9b6e-e39e-4be2-a644-ea051b93b3cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11d726b0714a45e582973cf1cf4791cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325177 Mar 28 18:58:36.295287 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 58838) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:36.301775 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c9b6e-e39e-4be2-a644-ea051b93b3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099c2a21-1729-40cc-b906-fd207d8275c0,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:36.343876 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Publish callbacks [] for security_group (099c2a21-1729-40cc-b906-fd207d8275c0), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:36.365070 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Publish callbacks [] for security_group (099c2a21-1729-40cc-b906-fd207d8275c0), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:36.411292 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (099c2a21-1729-40cc-b906-fd207d8275c0), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:36.413954 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:36.415091 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/099c2a21-1729-40cc-b906-fd207d8275c0 HTTP/1.1" status: 204 len: 168 time: 0.1187668 Mar 28 18:58:36.422554 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099c2a21-1729-40cc-b906-fd207d8275c0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:36.429659 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.430047 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.430395 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.430741 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.431082 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.431418 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.431751 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.432081 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.432418 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.432747 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.433074 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.433417 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.433851 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.434179 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.434504 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730483e-bf0c-495b-90c7-1e77bb35033e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:36.581402 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1639cd-fa8d-42c0-98e4-bfedd5f15269 req-5b80a8e8-7b91-408f-937c-496891a63c79 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:36.583782 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7a1639cd-fa8d-42c0-98e4-bfedd5f15269 req-5b80a8e8-7b91-408f-937c-496891a63c79 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0594769 Mar 28 18:58:36.613665 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace964c-10bd-4d5e-8a20-882b12a5a10e req-d9ad945d-0068-4b42-9ff5-30e0f2e1bae3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:36.615175 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1ace964c-10bd-4d5e-8a20-882b12a5a10e req-d9ad945d-0068-4b42-9ff5-30e0f2e1bae3 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0693569 Mar 28 18:58:36.635156 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-7a1639cd-fa8d-42c0-98e4-bfedd5f15269 req-8c469be8-ce3e-4065-836d-c1584a8db467 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450087 Mar 28 18:58:36.668298 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1ace964c-10bd-4d5e-8a20-882b12a5a10e req-e564ccc9-2159-410f-bf5a-582299231c01 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476100 Mar 28 18:58:36.712077 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 58850) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:36.725923 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d44b-a3c2-49e6-a285-9770d8d2fbc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:36.820582 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d44b-a3c2-49e6-a285-9770d8d2fbc0 admin admin] Publish callbacks [] for security_group (193222b6-71be-4635-83ba-9d81b69e3734), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:36.825691 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d44b-a3c2-49e6-a285-9770d8d2fbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (193222b6-71be-4635-83ba-9d81b69e3734), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:36.873777 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-0ba9d44b-a3c2-49e6-a285-9770d8d2fbc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41797d24b46741bf9f77c50aa01a3422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584556 Mar 28 18:58:36.873777 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9d44b-a3c2-49e6-a285-9770d8d2fbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193222b6-71be-4635-83ba-9d81b69e3734,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:36.875027 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 58864) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:36.943828 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3e92b33-0bbe-4d53-8caa-9f072ecdfb6c admin admin] Publish callbacks [] for security_group (193222b6-71be-4635-83ba-9d81b69e3734), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:36.967207 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3e92b33-0bbe-4d53-8caa-9f072ecdfb6c admin admin] Publish callbacks [] for security_group (193222b6-71be-4635-83ba-9d81b69e3734), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:37.022873 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3e92b33-0bbe-4d53-8caa-9f072ecdfb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (193222b6-71be-4635-83ba-9d81b69e3734), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:37.025610 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3e92b33-0bbe-4d53-8caa-9f072ecdfb6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:37.027028 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-a3e92b33-0bbe-4d53-8caa-9f072ecdfb6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/193222b6-71be-4635-83ba-9d81b69e3734 HTTP/1.1" status: 204 len: 168 time: 0.1510258 Mar 28 18:58:37.040265 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e92b33-0bbe-4d53-8caa-9f072ecdfb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193222b6-71be-4635-83ba-9d81b69e3734,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:37.753282 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07aedc-93a0-47eb-90b4-f8ea5af925f6 req-e3a6b987-6998-471f-9f80-7c805ecac5ff tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:37.754975 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-cc07aedc-93a0-47eb-90b4-f8ea5af925f6 req-e3a6b987-6998-471f-9f80-7c805ecac5ff tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.1202540 Mar 28 18:58:37.769668 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-f07fbdd7-1be2-4403-b31b-a3fcc73e5752 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803912 Mar 28 18:58:37.778697 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7f8d9-5b6c-49d7-b373-eb80f3831cd1 req-00ddd39b-111a-4309-a288-49e181b4a367 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:37.781049 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8cf7f8d9-5b6c-49d7-b373-eb80f3831cd1 req-00ddd39b-111a-4309-a288-49e181b4a367 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0594385 Mar 28 18:58:37.835842 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-cc07aedc-93a0-47eb-90b4-f8ea5af925f6 req-a1b81367-d7c1-4433-8292-843fa2cd5878 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627463 Mar 28 18:58:38.147945 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8cf7f8d9-5b6c-49d7-b373-eb80f3831cd1 req-44203a02-9658-4381-bd5c-acac259de5b6 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556414 Mar 28 18:58:38.154819 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-015ed2f9-352a-4906-9e5f-3050d8fe3424 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:38.156913 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-015ed2f9-352a-4906-9e5f-3050d8fe3424 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports/82501f34-dbd0-4ee0-9e81-95ef66a380c1 HTTP/1.1" status: 200 len: 941 time: 0.3408196 Mar 28 18:58:38.163636 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af246930-5ffd-4904-8106-527c33142691 req-56124991-373c-45b6-91f7-a59ed543f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:38.165117 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-af246930-5ffd-4904-8106-527c33142691 req-56124991-373c-45b6-91f7-a59ed543f7f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b0eb789c909483e8dc11e90ad743cdf&device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 1129 time: 0.3829150 Mar 28 18:58:38.271562 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af246930-5ffd-4904-8106-527c33142691 req-5b3a2cb9-fa50-4374-907b-b2e453f7388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:38.274284 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-af246930-5ffd-4904-8106-527c33142691 req-5b3a2cb9-fa50-4374-907b-b2e453f7388e service neutron] 10.222.0.23 "GET /v2.0/networks?id=bd8dd670-ca23-468a-833f-deb63d9327f8 HTTP/1.1" status: 200 len: 910 time: 0.1014340 Mar 28 18:58:38.368934 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-af246930-5ffd-4904-8106-527c33142691 req-e7cfb3fe-f4e4-4589-94e4-095345497c90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0 HTTP/1.1" status: 200 len: 1001 time: 0.0865076 Mar 28 18:58:38.430124 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af246930-5ffd-4904-8106-527c33142691 req-94ae6235-c743-4b32-88d0-9ed08d0b5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:38.431596 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-af246930-5ffd-4904-8106-527c33142691 req-94ae6235-c743-4b32-88d0-9ed08d0b5536 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dea14a4-eb6a-4f92-99d6-bc43a4250443 HTTP/1.1" status: 200 len: 848 time: 0.0565624 Mar 28 18:58:38.516965 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af246930-5ffd-4904-8106-527c33142691 req-46b4d143-dc60-46b1-8568-894fa7053b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:38.518781 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-af246930-5ffd-4904-8106-527c33142691 req-46b4d143-dc60-46b1-8568-894fa7053b9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd8dd670-ca23-468a-833f-deb63d9327f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0800841 Mar 28 18:58:38.631634 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-af246930-5ffd-4904-8106-527c33142691 req-5c0a1879-6f52-4bd9-a09d-2a787de39a48 service neutron] 10.222.0.23 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065888 Mar 28 18:58:38.787708 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-af246930-5ffd-4904-8106-527c33142691 req-184197bb-40a2-4ea6-bcaa-2fd3cae76da3 service neutron] 10.222.0.23 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503804 Mar 28 18:58:38.960072 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c50548c-fe6e-4e63-b2e0-1246861e1086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:39.004163 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a088d4-c3d1-443f-ab55-d53edabad8d6 req-0a4f0df8-c361-4b85-b9b2-2e2361bd4f9c tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:39.005649 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-72a088d4-c3d1-443f-ab55-d53edabad8d6 req-0a4f0df8-c361-4b85-b9b2-2e2361bd4f9c tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0660639 Mar 28 18:58:39.055950 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-72a088d4-c3d1-443f-ab55-d53edabad8d6 req-025b7f22-f318-4b15-bc38-1ca396dfecc2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442257 Mar 28 18:58:39.302140 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec622a-302f-4a3c-99ee-f5c371a7fd79 req-70ea5d27-6403-4a8c-b8f7-d2b6290cb901 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:39.303627 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b0ec622a-302f-4a3c-99ee-f5c371a7fd79 req-70ea5d27-6403-4a8c-b8f7-d2b6290cb901 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0859132 Mar 28 18:58:39.306507 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-ef040192-2df5-4691-a37e-6dfe3f2da282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:39.307845 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-ef040192-2df5-4691-a37e-6dfe3f2da282 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17&tenant_id=c88a768b3efd4a9381507f381b0e331f HTTP/1.1" status: 200 len: 1128 time: 0.0877662 Mar 28 18:58:39.383830 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b0ec622a-302f-4a3c-99ee-f5c371a7fd79 req-aacf1966-9b26-45d5-850d-6550068c224a tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746846 Mar 28 18:58:39.397043 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-09f38b4c-5328-4c87-9774-f3802f9beeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:39.398565 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-09f38b4c-5328-4c87-9774-f3802f9beeae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c88a768b3efd4a9381507f381b0e331f&device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 1128 time: 0.0674999 Mar 28 18:58:39.492328 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-0d7cb79d-d79a-479b-bdee-c13ae92c64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:39.493831 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-0d7cb79d-d79a-479b-bdee-c13ae92c64d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 200 len: 918 time: 0.0858498 Mar 28 18:58:39.566205 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-d8fa86e2-137e-4e9e-8f44-808c7e1e47be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1 HTTP/1.1" status: 200 len: 1000 time: 0.0653408 Mar 28 18:58:39.616514 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-ed8be14a-2c4f-4506-9bfa-4299b91aa60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:39.618031 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-ed8be14a-2c4f-4506-9bfa-4299b91aa60e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c0ba61c-eb16-48bb-8d0b-0365046be9db HTTP/1.1" status: 200 len: 856 time: 0.0440199 Mar 28 18:58:39.667930 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-dc974708-540f-4e2a-87e7-f8a338360ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:39.669424 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-dc974708-540f-4e2a-87e7-f8a338360ba4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211f47c6-29ed-4108-b184-3fd54ff73f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0452154 Mar 28 18:58:39.765959 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-06f48799-875d-4227-bf75-756fe8e32323 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862885 Mar 28 18:58:39.855510 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fae33e53-240f-4d44-a7b1-2b5c600b73a8 req-2b410fad-2e57-4e52-be00-b121d8636f7f service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823257 Mar 28 18:58:40.147242 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 82501f34-dbd0-4ee0-9e81-95ef66a380c1 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:58:40.197083 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c827248-f4bb-4e38-b42a-ae9a195a4a63 req-d55f252e-a66c-4146-be45-ef20e67f4ec0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:40.201238 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2c827248-f4bb-4e38-b42a-ae9a195a4a63 req-d55f252e-a66c-4146-be45-ef20e67f4ec0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0637655 Mar 28 18:58:40.268807 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2c827248-f4bb-4e38-b42a-ae9a195a4a63 req-6c141753-97e8-425c-bedd-e31ebe9b7f85 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616374 Mar 28 18:58:40.279483 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 is: DOWN; New status is: DOWN {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:58:40.595725 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e625712-18fb-4a7a-a776-f4b1d3215c28 req-6247b67a-10c8-469d-9cfa-c7dadc765a37 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:40.607386 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2e625712-18fb-4a7a-a776-f4b1d3215c28 req-6247b67a-10c8-469d-9cfa-c7dadc765a37 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0930068 Mar 28 18:58:40.668682 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2e625712-18fb-4a7a-a776-f4b1d3215c28 req-f83fdf35-ae22-4ca6-ac9a-90de8f57acbb tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596902 Mar 28 18:58:41.054378 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f29ec5ea-9b08-4462-8b4e-da1657efb00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:41.428191 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884955f-96b8-477a-8d69-750aab8012e3 req-c52e8599-d12e-44e1-b086-5e2ba63fe5f0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:41.429881 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8884955f-96b8-477a-8d69-750aab8012e3 req-c52e8599-d12e-44e1-b086-5e2ba63fe5f0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0665724 Mar 28 18:58:41.482576 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8884955f-96b8-477a-8d69-750aab8012e3 req-1a65fc64-0556-4688-80c3-92d7b90cfdef tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471201 Mar 28 18:58:41.817899 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ef2ab-2ae9-423b-b0c7-6735cbf10f51 req-803decc9-e136-4da8-ac8f-b729fb076911 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:41.819358 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c01ef2ab-2ae9-423b-b0c7-6735cbf10f51 req-803decc9-e136-4da8-ac8f-b729fb076911 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0648396 Mar 28 18:58:41.876515 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c01ef2ab-2ae9-423b-b0c7-6735cbf10f51 req-7bffcb66-e03f-4704-9e73-1f9f3095b29a tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501902 Mar 28 18:58:42.252085 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.617337 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c6bac-4d00-4f98-bc09-b7ee50292675 req-71a6f5dc-886d-438b-bcfa-2b08d6863829 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:42.619104 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6a9c6bac-4d00-4f98-bc09-b7ee50292675 req-71a6f5dc-886d-438b-bcfa-2b08d6863829 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0580959 Mar 28 18:58:42.674373 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6a9c6bac-4d00-4f98-bc09-b7ee50292675 req-72466b93-f3c9-43ea-bd99-7bed97ec9f5f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485308 Mar 28 18:58:43.023989 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492168b-feb9-4624-a8f5-59e15c79aabb req-57575c2a-0f2c-4478-8436-fe89401c28e0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:43.025597 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c492168b-feb9-4624-a8f5-59e15c79aabb req-57575c2a-0f2c-4478-8436-fe89401c28e0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0713484 Mar 28 18:58:43.081750 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c492168b-feb9-4624-a8f5-59e15c79aabb req-452d3929-3f2d-4682-8acb-4d9121fe3a5f tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495296 Mar 28 18:58:43.684011 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:43.823268 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dfef8-9349-4bd1-8b81-bb9f23861111 req-24ff9792-741d-43de-b83d-66c7ef824950 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:43.824770 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c33dfef8-9349-4bd1-8b81-bb9f23861111 req-24ff9792-741d-43de-b83d-66c7ef824950 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0738800 Mar 28 18:58:43.877278 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c33dfef8-9349-4bd1-8b81-bb9f23861111 req-1512ee07-6b2a-478f-a78a-4ad2743622d6 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441322 Mar 28 18:58:44.177281 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 626039f8-0a7a-46d5-8d35-86feba27d7e0 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:58:44.221986 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a65bc-6431-4bda-8d3e-fe9f8e40be91 req-0a738d53-99ca-4efe-aa5e-270430d02c31 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:44.224693 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f23a65bc-6431-4bda-8d3e-fe9f8e40be91 req-0a738d53-99ca-4efe-aa5e-270430d02c31 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0662801 Mar 28 18:58:44.290180 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f23a65bc-6431-4bda-8d3e-fe9f8e40be91 req-7fbfd962-5d19-497f-8c14-c03025dbcae1 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595360 Mar 28 18:58:44.298706 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 626039f8-0a7a-46d5-8d35-86feba27d7e0 is: ACTIVE; New status is: DOWN {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:58:44.299472 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:44.338303 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 626039f8-0a7a-46d5-8d35-86feba27d7e0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:44.339788 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626039f8-0a7a-46d5-8d35-86feba27d7e0'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:58:44.342642 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618f6064-1082-4736-9ef6-e9c724643f30" -d '{"events": [{"server_uuid": "20d9b5ce-5fdf-437a-81e2-47750cffbc00", "name": "network-vif-unplugged", "status": "completed", "tag": "626039f8-0a7a-46d5-8d35-86feba27d7e0"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:58:44.346039 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:44.393988 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 18:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442b243f-e9f7-418d-b1d6-c762aa1399dc x-openstack-request-id: req-442b243f-e9f7-418d-b1d6-c762aa1399dc {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:58:44.394273 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d9b5ce-5fdf-437a-81e2-47750cffbc00", "name": "network-vif-unplugged", "status": "completed", "tag": "626039f8-0a7a-46d5-8d35-86feba27d7e0", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:58:44.394528 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-442b243f-e9f7-418d-b1d6-c762aa1399dc {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:58:44.394936 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442b243f-e9f7-418d-b1d6-c762aa1399dc'] response: {'server_uuid': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'code': 200} Mar 28 18:58:44.404871 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=626039f8-0a7a-46d5-8d35-86feba27d7e0,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:45.024149 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a0b35-9635-4f13-aea9-ff8b06b30885 req-d97d42ff-f2e6-4730-8202-052d852a3b67 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:45.025654 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-975a0b35-9635-4f13-aea9-ff8b06b30885 req-d97d42ff-f2e6-4730-8202-052d852a3b67 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0693200 Mar 28 18:58:45.081466 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-975a0b35-9635-4f13-aea9-ff8b06b30885 req-98513d6d-b40a-45b9-a621-1b4d1c3eeb77 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482068 Mar 28 18:58:45.086885 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:45.435128 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94abd6c-98ca-4563-a9d4-e2bb36861410 req-8fb7afde-0d18-45ca-b537-4ec9e343b1c8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:45.438231 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f94abd6c-98ca-4563-a9d4-e2bb36861410 req-8fb7afde-0d18-45ca-b537-4ec9e343b1c8 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 943 time: 0.0596001 Mar 28 18:58:45.491101 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f94abd6c-98ca-4563-a9d4-e2bb36861410 req-8d438913-76e3-48a3-aba3-399bef4c2334 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469320 Mar 28 18:58:46.215324 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c79480-42c5-4fee-af55-68b5f3dee722 req-a07c3ecc-2926-4db0-be15-024650aa021e tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:46.216798 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-23c79480-42c5-4fee-af55-68b5f3dee722 req-a07c3ecc-2926-4db0-be15-024650aa021e tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0551991 Mar 28 18:58:46.269195 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-23c79480-42c5-4fee-af55-68b5f3dee722 req-940709ed-1523-44b7-b506-114fd3093bc2 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438638 Mar 28 18:58:46.620851 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bfbc1-4b29-4868-8d35-fb8d6568a882 req-194f15e1-0b4b-4587-8fb7-0fe637228f6e tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:46.624036 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-887bfbc1-4b29-4868-8d35-fb8d6568a882 req-194f15e1-0b4b-4587-8fb7-0fe637228f6e tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 943 time: 0.0609121 Mar 28 18:58:46.685126 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-887bfbc1-4b29-4868-8d35-fb8d6568a882 req-038516e6-f2b2-4918-b998-76c38dc44b8e tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553064 Mar 28 18:58:47.410880 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227d753-3a08-45b0-99de-39ebcb2bdf0f req-346271f5-fdb9-42dc-ad81-a1a5294c552b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:47.412364 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5227d753-3a08-45b0-99de-39ebcb2bdf0f req-346271f5-fdb9-42dc-ad81-a1a5294c552b tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0624466 Mar 28 18:58:47.465417 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5227d753-3a08-45b0-99de-39ebcb2bdf0f req-240b23c4-f05c-43f4-9612-d8e4adc5b851 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458775 Mar 28 18:58:47.820606 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284f541-88f0-4542-bf25-9bfc86709a9f req-e308d0c6-6e55-4266-9170-59df9ad38594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:47.822984 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9284f541-88f0-4542-bf25-9bfc86709a9f req-e308d0c6-6e55-4266-9170-59df9ad38594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 943 time: 0.0644419 Mar 28 18:58:47.893199 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9284f541-88f0-4542-bf25-9bfc86709a9f req-c25556b5-3f79-490b-a6af-564557d6b257 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551205 Mar 28 18:58:48.755816 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cfbde-0050-4a86-a84e-24d208b9ae6e req-84768a50-87d4-4278-9abc-e1b776220809 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:48.757285 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2b1cfbde-0050-4a86-a84e-24d208b9ae6e req-84768a50-87d4-4278-9abc-e1b776220809 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0562506 Mar 28 18:58:48.804354 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2b1cfbde-0050-4a86-a84e-24d208b9ae6e req-bdd2421c-518a-445c-bc31-d1c863b80ce6 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416191 Mar 28 18:58:49.002372 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d152b-249e-458c-8798-fa73c45c1c12 req-f28ea672-b3a3-48ea-b793-744054d3390d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:49.003835 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6f3d152b-249e-458c-8798-fa73c45c1c12 req-f28ea672-b3a3-48ea-b793-744054d3390d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 943 time: 0.0516233 Mar 28 18:58:49.050775 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6f3d152b-249e-458c-8798-fa73c45c1c12 req-4a1ec934-4add-469e-ad03-79332044bd0a tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415182 Mar 28 18:58:49.926285 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdae55d-a1aa-4301-a700-a66414e4ec13 req-54c2c6f5-a6d4-43ac-852a-5e65f35b3cb0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:49.927732 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1fdae55d-a1aa-4301-a700-a66414e4ec13 req-54c2c6f5-a6d4-43ac-852a-5e65f35b3cb0 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0513284 Mar 28 18:58:49.976998 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-1fdae55d-a1aa-4301-a700-a66414e4ec13 req-bffeef99-b3af-4ca5-a467-5797702703d9 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434248 Mar 28 18:58:50.177118 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bff06e-84f7-44a3-90ec-0b99a6d69f39 req-617484d4-af95-4592-b3ce-c60ee9a77904 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:50.178641 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-27bff06e-84f7-44a3-90ec-0b99a6d69f39 req-617484d4-af95-4592-b3ce-c60ee9a77904 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 943 time: 0.0595694 Mar 28 18:58:50.230998 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-27bff06e-84f7-44a3-90ec-0b99a6d69f39 req-d5881832-1067-4996-b9b8-92775b69f140 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466762 Mar 28 18:58:50.400586 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [req-e331f361-a271-40da-93ed-d52c825ac683 req-3fc6a34c-b138-4c9c-aa06-d6691fc7aa2f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=109703) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:58:50.401603 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e331f361-a271-40da-93ed-d52c825ac683 req-3fc6a34c-b138-4c9c-aa06-d6691fc7aa2f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0974338 Mar 28 18:58:50.544114 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 59148) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:50.560391 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd902c3-5041-4ea6-ba8d-d8e39303f0ac req-5b08e4b1-5e02-4611-9d70-9b3c39b16365 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:50.561974 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2fd902c3-5041-4ea6-ba8d-d8e39303f0ac req-5b08e4b1-5e02-4611-9d70-9b3c39b16365 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 943 time: 0.0538735 Mar 28 18:58:50.612187 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2fd902c3-5041-4ea6-ba8d-d8e39303f0ac req-36d210b6-4be7-4e1b-80a6-f001d7ec2e65 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442295 Mar 28 18:58:50.651883 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-cdaaf075-b09c-41a5-80a8-3ee849272f66 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1065452 Mar 28 18:58:50.665602 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-c5487907-c8f1-4f03-b3c6-250e05a10567 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=109703) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:58:50.666724 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-c5487907-c8f1-4f03-b3c6-250e05a10567 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094156 Mar 28 18:58:50.775123 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59156) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:50.886899 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-4baadb41-dcd1-4ca8-981a-873096bbcec0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:50.888307 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-4baadb41-dcd1-4ca8-981a-873096bbcec0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports/626039f8-0a7a-46d5-8d35-86feba27d7e0 HTTP/1.1" status: 200 len: 940 time: 0.1120601 Mar 28 18:58:51.110629 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aeebc-2b78-4484-af72-0b76f8bf975b req-490d7401-e85f-4f78-8923-499eb94099c1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:51.112462 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-442aeebc-2b78-4484-af72-0b76f8bf975b req-490d7401-e85f-4f78-8923-499eb94099c1 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0625243 Mar 28 18:58:51.174298 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-442aeebc-2b78-4484-af72-0b76f8bf975b req-e170915a-45d3-4fbc-a523-a0fdd3722ed6 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554237 Mar 28 18:58:51.217935 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:58:51.747040 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925826b3-89c0-4e5a-acef-415dce4100e2 req-5c4d7df0-ad95-4167-a481-5dedb1932151 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:51.748699 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-925826b3-89c0-4e5a-acef-415dce4100e2 req-5c4d7df0-ad95-4167-a481-5dedb1932151 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 943 time: 0.0559618 Mar 28 18:58:51.802858 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-925826b3-89c0-4e5a-acef-415dce4100e2 req-e73d19d4-8d23-47d8-9656-287958deb1cf tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475965 Mar 28 18:58:52.194082 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 82501f34-dbd0-4ee0-9e81-95ef66a380c1 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:58:52.201987 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-13d0100e-4de5-4005-95fd-e16875fe1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:52.204319 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-13d0100e-4de5-4005-95fd-e16875fe1a01 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00&tenant_id=1b0eb789c909483e8dc11e90ad743cdf HTTP/1.1" status: 200 len: 1127 time: 0.0902274 Mar 28 18:58:52.302089 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-e1c1a75b-d569-4a54-8af8-46718c1a6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:52.304941 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-e1c1a75b-d569-4a54-8af8-46718c1a6b67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b0eb789c909483e8dc11e90ad743cdf&device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 1127 time: 0.0759304 Mar 28 18:58:52.316020 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 82501f34-dbd0-4ee0-9e81-95ef66a380c1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:52.323547 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf57fce-f863-4a71-b5af-3317eaae88e9 req-11cb1dc1-e706-4236-b2b5-f42e052e38e5 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:52.326480 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bdf57fce-f863-4a71-b5af-3317eaae88e9 req-11cb1dc1-e706-4236-b2b5-f42e052e38e5 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 944 time: 0.0627651 Mar 28 18:58:52.331351 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'port_id': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'mac_address': 'fa:16:3e:87:5f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:58:52.372846 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:58:52.373491 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:52.378298 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bdf57fce-f863-4a71-b5af-3317eaae88e9 req-cfa02281-993c-4cda-abb5-e536756663c5 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456700 Mar 28 18:58:52.394801 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82501f34-dbd0-4ee0-9e81-95ef66a380c1 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:58:52.418515 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-c268f4d9-3736-413d-a8b8-184d3cde21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:52.420232 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-c268f4d9-3736-413d-a8b8-184d3cde21ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=bd8dd670-ca23-468a-833f-deb63d9327f8 HTTP/1.1" status: 200 len: 910 time: 0.1095419 Mar 28 18:58:52.421150 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 82501f34-dbd0-4ee0-9e81-95ef66a380c1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:52.425210 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:52.472870 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=82501f34-dbd0-4ee0-9e81-95ef66a380c1,revision_number=9']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:52.490922 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-1b4c3db2-fd09-4eac-aa52-a15fcefe4228 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0 HTTP/1.1" status: 200 len: 999 time: 0.0638340 Mar 28 18:58:52.539866 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-79ac0712-b327-4cc1-b56e-eb3900e6f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:52.541557 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-79ac0712-b327-4cc1-b56e-eb3900e6f13f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dea14a4-eb6a-4f92-99d6-bc43a4250443 HTTP/1.1" status: 200 len: 848 time: 0.0447536 Mar 28 18:58:52.594404 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-8e3b06f8-c1f0-4fc2-a784-5d7855cd3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:52.595926 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-8e3b06f8-c1f0-4fc2-a784-5d7855cd3ed7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd8dd670-ca23-468a-833f-deb63d9327f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0480242 Mar 28 18:58:52.638638 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['82501f34-dbd0-4ee0-9e81-95ef66a380c1'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:58:52.689982 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-7b90083b-d720-4cc4-8cd1-c128dabc2b2a service neutron] 10.222.0.23 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874324 Mar 28 18:58:52.793225 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a5632d21-adb3-43e7-bde8-0ddec08b0a20 req-4c709fda-0e26-4766-a991-6de67ae3c455 service neutron] 10.222.0.23 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974722 Mar 28 18:58:52.934468 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a18c3-9432-4d2e-ac6c-f7477e4875fb req-27437f8d-45ba-4dc4-9a08-ab52920c7048 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:52.936269 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1d5a18c3-9432-4d2e-ac6c-f7477e4875fb req-27437f8d-45ba-4dc4-9a08-ab52920c7048 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 943 time: 0.0604248 Mar 28 18:58:52.993503 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1d5a18c3-9432-4d2e-ac6c-f7477e4875fb req-5e6a6657-506d-431a-96fd-d56ca2cfe4d6 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469289 Mar 28 18:58:52.993503 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59228) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:53.099265 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41258716-4144-4ad6-8746-423221f891a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:53.170355 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41258716-4144-4ad6-8746-423221f891a1 admin admin] Publish callbacks [] for security_group (b1038cd9-d51a-4a5f-b37f-116464872723), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:53.173918 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41258716-4144-4ad6-8746-423221f891a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (b1038cd9-d51a-4a5f-b37f-116464872723), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:53.210594 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-41258716-4144-4ad6-8746-423221f891a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c7970b9e3c7442c8d9be8aa14c09690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160723 Mar 28 18:58:53.212464 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41258716-4144-4ad6-8746-423221f891a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1038cd9-d51a-4a5f-b37f-116464872723,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:53.213472 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 59232) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:53.260870 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3ff9-e2cf-4730-b4b6-89d09b1ef6f4 admin admin] Publish callbacks [] for security_group (b1038cd9-d51a-4a5f-b37f-116464872723), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:53.282731 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3ff9-e2cf-4730-b4b6-89d09b1ef6f4 admin admin] Publish callbacks [] for security_group (b1038cd9-d51a-4a5f-b37f-116464872723), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:53.335093 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3ff9-e2cf-4730-b4b6-89d09b1ef6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (b1038cd9-d51a-4a5f-b37f-116464872723), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:53.337648 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3ff9-e2cf-4730-b4b6-89d09b1ef6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:53.338839 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-6c0a3ff9-e2cf-4730-b4b6-89d09b1ef6f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1038cd9-d51a-4a5f-b37f-116464872723 HTTP/1.1" status: 204 len: 168 time: 0.1243572 Mar 28 18:58:53.347525 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a3ff9-e2cf-4730-b4b6-89d09b1ef6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1038cd9-d51a-4a5f-b37f-116464872723,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:53.515377 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8f670-7346-480c-9b7e-e5744a2f0d25 req-b05a6d67-5636-4398-b3a9-fa88c9566d53 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:53.517503 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b8f8f670-7346-480c-9b7e-e5744a2f0d25 req-b05a6d67-5636-4398-b3a9-fa88c9566d53 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 945 time: 0.0585387 Mar 28 18:58:53.571045 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b8f8f670-7346-480c-9b7e-e5744a2f0d25 req-1b3a30c7-4faa-430c-b918-5cd2994ea509 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479121 Mar 28 18:58:54.120173 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96234f79-ce0c-4774-9229-e4b73ff5a5b0 req-187f0a55-052e-4605-a23c-11db2f3c06fb tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:54.126241 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-96234f79-ce0c-4774-9229-e4b73ff5a5b0 req-187f0a55-052e-4605-a23c-11db2f3c06fb tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 943 time: 0.0650165 Mar 28 18:58:54.180636 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-96234f79-ce0c-4774-9229-e4b73ff5a5b0 req-19053a44-7301-42d7-96cd-bdf22002339a tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502989 Mar 28 18:58:54.208193 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 626039f8-0a7a-46d5-8d35-86feba27d7e0 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:58:54.212792 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 82501f34-dbd0-4ee0-9e81-95ef66a380c1 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:58:54.349975 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:58:54.350366 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:54.387289 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 626039f8-0a7a-46d5-8d35-86feba27d7e0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:54.402392 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'port_id': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'mac_address': 'fa:16:3e:89:93:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:58:54.485297 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 626039f8-0a7a-46d5-8d35-86feba27d7e0 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:58:54.485687 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:54.501879 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:58:54.502480 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:54.506876 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626039f8-0a7a-46d5-8d35-86feba27d7e0 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:58:54.554338 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82501f34-dbd0-4ee0-9e81-95ef66a380c1'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:58:54.556804 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd8f4ff-8ad8-4536-873a-71d0c54b0e9a" -d '{"events": [{"server_uuid": "8f1a8902-22e2-4e06-85be-f8629547ee17", "name": "network-vif-plugged", "status": "completed", "tag": "82501f34-dbd0-4ee0-9e81-95ef66a380c1"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:58:54.563099 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 626039f8-0a7a-46d5-8d35-86feba27d7e0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:54.572273 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:54.576291 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 82501f34-dbd0-4ee0-9e81-95ef66a380c1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:54.581944 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:54.604063 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908e3362-64f2-4f31-8658-38939781d875 x-openstack-request-id: req-908e3362-64f2-4f31-8658-38939781d875 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:58:54.604353 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a8902-22e2-4e06-85be-f8629547ee17", "name": "network-vif-plugged", "status": "completed", "tag": "82501f34-dbd0-4ee0-9e81-95ef66a380c1", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:58:54.604607 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-908e3362-64f2-4f31-8658-38939781d875 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:58:54.605000 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908e3362-64f2-4f31-8658-38939781d875'] response: {'server_uuid': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'code': 200} Mar 28 18:58:54.636558 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=626039f8-0a7a-46d5-8d35-86feba27d7e0,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:54.675509 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75bb5e-ea06-4609-8026-2435c60fd2d2 req-962b5f19-ef99-48fa-80a2-8f6e2e5187e6 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:54.677213 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0f75bb5e-ea06-4609-8026-2435c60fd2d2 req-962b5f19-ef99-48fa-80a2-8f6e2e5187e6 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 945 time: 0.0640597 Mar 28 18:58:54.700636 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=82501f34-dbd0-4ee0-9e81-95ef66a380c1,revision_number=10']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:54.729849 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8ffc3-0d8f-481c-b8a7-a9b35949c786 req-6cb299ff-4c4d-45e3-b4f9-ed6182cfaa34 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:54.731905 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0f75bb5e-ea06-4609-8026-2435c60fd2d2 req-15303be6-948c-4f36-bea0-f743638f7521 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7b311d6-6a5e-447e-b14f-eb1819f0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485244 Mar 28 18:58:54.737224 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-55f8ffc3-0d8f-481c-b8a7-a9b35949c786 req-6cb299ff-4c4d-45e3-b4f9-ed6182cfaa34 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 947 time: 0.0778298 Mar 28 18:58:54.784106 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-55f8ffc3-0d8f-481c-b8a7-a9b35949c786 req-3c0d87a5-d4dd-41a7-85d0-3614b72d39ce tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460088 Mar 28 18:58:54.798789 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['626039f8-0a7a-46d5-8d35-86feba27d7e0'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:58:54.836818 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416a36e-4a38-4506-ab0f-f6850518505f req-df418ced-7076-4361-85de-eb8f2699d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:54.838376 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d416a36e-4a38-4506-ab0f-f6850518505f req-df418ced-7076-4361-85de-eb8f2699d967 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 1131 time: 0.0446253 Mar 28 18:58:54.881664 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d416a36e-4a38-4506-ab0f-f6850518505f req-52b0c55c-878a-4f57-9482-d570d4754143 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366628 Mar 28 18:58:55.299517 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71347c-de93-46cd-b61e-17c78784cc0d req-a73afb4b-5f5e-48bf-b03e-34272b6bc969 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:55.300969 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ee71347c-de93-46cd-b61e-17c78784cc0d req-a73afb4b-5f5e-48bf-b03e-34272b6bc969 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 944 time: 0.0550947 Mar 28 18:58:55.349328 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ee71347c-de93-46cd-b61e-17c78784cc0d req-3d544566-f347-408a-93af-4fef8c001ffd tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428333 Mar 28 18:58:55.871594 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa12cd4-51d3-4f4b-afae-59b7de244d71 req-7036d3b1-863a-4721-b569-8a68a575897d tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:55.873165 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-caa12cd4-51d3-4f4b-afae-59b7de244d71 req-7036d3b1-863a-4721-b569-8a68a575897d tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 945 time: 0.0562189 Mar 28 18:58:55.910768 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dadc1-c23f-4419-be01-62bc35127a65 req-93ee8d0d-9a88-4955-8fac-ecfc7835f3bc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:55.912258 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a99dadc1-c23f-4419-be01-62bc35127a65 req-93ee8d0d-9a88-4955-8fac-ecfc7835f3bc tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 947 time: 0.0533957 Mar 28 18:58:55.919499 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-caa12cd4-51d3-4f4b-afae-59b7de244d71 req-e163d78e-8913-47a4-add7-14474896aa68 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7b311d6-6a5e-447e-b14f-eb1819f0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394938 Mar 28 18:58:55.960519 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a99dadc1-c23f-4419-be01-62bc35127a65 req-49e303d3-bf66-4929-bc99-c0961e5efbd5 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423970 Mar 28 18:58:56.213143 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:56.215389 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 626039f8-0a7a-46d5-8d35-86feba27d7e0 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:58:56.262672 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 626039f8-0a7a-46d5-8d35-86feba27d7e0 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:58:56.263348 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:56.348916 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 626039f8-0a7a-46d5-8d35-86feba27d7e0 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:58:56.349266 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:56.383340 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 626039f8-0a7a-46d5-8d35-86feba27d7e0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:56.388209 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:56.444046 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=626039f8-0a7a-46d5-8d35-86feba27d7e0,revision_number=8']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:56.474932 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c99f7-f515-4e7e-be39-8cc28236807d req-64347e4a-0b6e-4db5-9967-17bc563de4a9 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:56.476588 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-dc1c99f7-f515-4e7e-be39-8cc28236807d req-64347e4a-0b6e-4db5-9967-17bc563de4a9 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0575719 Mar 28 18:58:56.527219 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-dc1c99f7-f515-4e7e-be39-8cc28236807d req-f5c08a52-b762-4103-ab7e-70c05a92ecce tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451248 Mar 28 18:58:56.606554 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626039f8-0a7a-46d5-8d35-86feba27d7e0'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:58:56.608953 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eb5ec3-faaa-49af-a1de-f9dfae8f2c84" -d '{"events": [{"server_uuid": "20d9b5ce-5fdf-437a-81e2-47750cffbc00", "name": "network-vif-plugged", "status": "completed", "tag": "626039f8-0a7a-46d5-8d35-86feba27d7e0"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:58:56.644034 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e8d86a-313b-4fa3-9e61-9522ce7571e2 x-openstack-request-id: req-86e8d86a-313b-4fa3-9e61-9522ce7571e2 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:58:56.644333 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d9b5ce-5fdf-437a-81e2-47750cffbc00", "name": "network-vif-plugged", "status": "completed", "tag": "626039f8-0a7a-46d5-8d35-86feba27d7e0", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:58:56.644590 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86e8d86a-313b-4fa3-9e61-9522ce7571e2 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:58:56.644985 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e8d86a-313b-4fa3-9e61-9522ce7571e2'] response: {'server_uuid': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'code': 200} Mar 28 18:58:56.889707 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e24eb-d822-4303-a75a-627495fc124d req-f43f54f2-d000-4695-8649-a1d7d70a9425 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:56.891755 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c90e24eb-d822-4303-a75a-627495fc124d req-f43f54f2-d000-4695-8649-a1d7d70a9425 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.23 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 945 time: 0.0707736 Mar 28 18:58:56.950813 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb6cc6-5b5d-4a53-9234-37f650c9094b req-1ab6fff6-9439-4c80-acee-4c1523186ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:56.952402 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-66cb6cc6-5b5d-4a53-9234-37f650c9094b req-1ab6fff6-9439-4c80-acee-4c1523186ea5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 1129 time: 0.0529792 Mar 28 18:58:56.996643 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c90e24eb-d822-4303-a75a-627495fc124d req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Deleting port 728ae98c-5abe-407e-a4f9-42cc3f66ad50 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:58:56.997018 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c90e24eb-d822-4303-a75a-627495fc124d req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:57.011783 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-66cb6cc6-5b5d-4a53-9234-37f650c9094b req-93d6dc62-d0fc-44a0-8028-c7781c631911 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495532 Mar 28 18:58:57.106349 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0e008-b396-4c40-990e-f0d725d49753 req-a665e36e-20cc-4cb2-9593-16230d3acd96 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:57.108993 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6ec0e008-b396-4c40-990e-f0d725d49753 req-a665e36e-20cc-4cb2-9593-16230d3acd96 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 947 time: 0.0663071 Mar 28 18:58:57.126202 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156da54-1d7a-49a0-868c-2420f8b8faa8 req-f6be24b1-331e-4de7-bb52-0d73f77cbdf1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:57.127679 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a156da54-1d7a-49a0-868c-2420f8b8faa8 req-f6be24b1-331e-4de7-bb52-0d73f77cbdf1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 945 time: 0.1247616 Mar 28 18:58:57.134395 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c90e24eb-d822-4303-a75a-627495fc124d req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] For port 728ae98c-5abe-407e-a4f9-42cc3f66ad50, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=728ae98c-5abe-407e-a4f9-42cc3f66ad50,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:57.134756 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c90e24eb-d822-4303-a75a-627495fc124d req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:57.164296 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6ec0e008-b396-4c40-990e-f0d725d49753 req-0a1bf276-2dac-4776-bea6-d199dd709a11 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485981 Mar 28 18:58:57.232013 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a156da54-1d7a-49a0-868c-2420f8b8faa8 req-767857ac-40e4-4a8c-9482-948059eb2c0a tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7b311d6-6a5e-447e-b14f-eb1819f0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946083 Mar 28 18:58:57.332011 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c90e24eb-d822-4303-a75a-627495fc124d req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:57.332372 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c90e24eb-d822-4303-a75a-627495fc124d req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (d1ce8885-5bba-49b1-a3aa-d65c4f237dc5), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:57.332686 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [req-c90e24eb-d822-4303-a75a-627495fc124d req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Floating IP d1ce8885-5bba-49b1-a3aa-d65c4f237dc5 disassociated. External IP: 172.28.0.185, port: 728ae98c-5abe-407e-a4f9-42cc3f66ad50. Mar 28 18:58:57.333024 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c90e24eb-d822-4303-a75a-627495fc124d req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Calling delete_port for 728ae98c-5abe-407e-a4f9-42cc3f66ad50 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:58:57.464698 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c90e24eb-d822-4303-a75a-627495fc124d req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (728ae98c-5abe-407e-a4f9-42cc3f66ad50), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:57.492904 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event deleted for resources: {'Port': ['ID=728ae98c-5abe-407e-a4f9-42cc3f66ad50,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:57.608159 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c90e24eb-d822-4303-a75a-627495fc124d req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:58:57.648570 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cd9ad-7779-4ca3-9438-a47d3353e0fa req-fc32aad4-3c49-4a31-8345-0ab2203ff5da tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:57.650116 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ce8cd9ad-7779-4ca3-9438-a47d3353e0fa req-fc32aad4-3c49-4a31-8345-0ab2203ff5da tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0513997 Mar 28 18:58:57.704952 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ce8cd9ad-7779-4ca3-9438-a47d3353e0fa req-7ee4b1b5-89ed-4731-a649-fbfa1e2bd509 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476315 Mar 28 18:58:57.725327 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c90e24eb-d822-4303-a75a-627495fc124d req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:58:57.736050 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed3d31-99bf-4374-8240-0025f9ef2c80 None None] Sync routers for ids ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:58:57.745981 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed3d31-99bf-4374-8240-0025f9ef2c80 None None] Routers {'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:58:57.746598 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-05ed3d31-99bf-4374-8240-0025f9ef2c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:58:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:57.769788 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90e24eb-d822-4303-a75a-627495fc124d req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] No DVR routers for this DVR port 728ae98c-5abe-407e-a4f9-42cc3f66ad50 on host hv-cinder-83548 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:58:57.772856 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c90e24eb-d822-4303-a75a-627495fc124d req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:57.777265 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c90e24eb-d822-4303-a75a-627495fc124d req-a8416189-cd1e-43eb-9e5e-9e766378da14 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.23 "DELETE /v2.0/ports/728ae98c-5abe-407e-a4f9-42cc3f66ad50 HTTP/1.1" status: 204 len: 173 time: 0.8785462 Mar 28 18:58:57.777757 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded16fcc-3ef3-4093-843f-2036393cdc69', 'name': 'network-vif-deleted', 'tag': '728ae98c-5abe-407e-a4f9-42cc3f66ad50'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:58:57.779986 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df18221-6b65-43b0-be0a-14116e9c56fd" -d '{"events": [{"server_uuid": "ded16fcc-3ef3-4093-843f-2036393cdc69", "name": "network-vif-deleted", "tag": "728ae98c-5abe-407e-a4f9-42cc3f66ad50"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:58:57.860098 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-05ed3d31-99bf-4374-8240-0025f9ef2c80 None None] Set router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:58:58.016284 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2e641e-7b0f-4d71-9aa7-f82daa179261 x-openstack-request-id: req-5b2e641e-7b0f-4d71-9aa7-f82daa179261 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:58:58.016977 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded16fcc-3ef3-4093-843f-2036393cdc69", "name": "network-vif-deleted", "tag": "728ae98c-5abe-407e-a4f9-42cc3f66ad50", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:58:58.016977 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b2e641e-7b0f-4d71-9aa7-f82daa179261 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:58:58.017204 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b2e641e-7b0f-4d71-9aa7-f82daa179261'] response: {'server_uuid': 'ded16fcc-3ef3-4093-843f-2036393cdc69', 'name': 'network-vif-deleted', 'tag': '728ae98c-5abe-407e-a4f9-42cc3f66ad50', 'status': 'completed', 'code': 200} Mar 28 18:58:58.126476 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-05ed3d31-99bf-4374-8240-0025f9ef2c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:56Z', 'revision_number': 5, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:58.151988 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed3d31-99bf-4374-8240-0025f9ef2c80 None None] Checking router: b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:58:58.160943 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed3d31-99bf-4374-8240-0025f9ef2c80 None None] Routers {'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:58:58.161591 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-05ed3d31-99bf-4374-8240-0025f9ef2c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:58:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:58.274335 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-05ed3d31-99bf-4374-8240-0025f9ef2c80 None None] Set router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:58:58.369944 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-598b8cc3-2234-4f61-acda-da43db613f62 req-6ec391d1-c077-4889-a0f7-645271590741 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/ports?device_id=ded16fcc-3ef3-4093-843f-2036393cdc69 HTTP/1.1" status: 200 len: 210 time: 0.0339892 Mar 28 18:58:58.505963 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-05ed3d31-99bf-4374-8240-0025f9ef2c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:56Z', 'revision_number': 5, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:58.533359 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed3d31-99bf-4374-8240-0025f9ef2c80 None None] The sync data for ids ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'] in dv-cinder-835483-1-smb is: [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'cbfa4075-e808-4a81-8ab3-b14d511676a6', 'name': '', 'network_id': 'c5e6a87c-ad2a-4972-8652-596abac069a8', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'mac_address': 'fa:16:3e:f6:90:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:56Z', 'revision_number': 5, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'subnets': [{'id': '9c4a9391-442b-448c-9626-0f4d30aa8d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:58:58.773159 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fb28d2-a916-4dba-9248-26d928219b9e None None] New status for floating IP d1ce8885-5bba-49b1-a3aa-d65c4f237dc5: DOWN {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:58:58.841102 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98531b-1a2c-4f5d-a431-0d0a9c0cacb0 req-d564ee4d-e627-4e66-89d1-a9f653f27885 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:58.842628 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-de98531b-1a2c-4f5d-a431-0d0a9c0cacb0 req-d564ee4d-e627-4e66-89d1-a9f653f27885 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0560777 Mar 28 18:58:58.894286 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-de98531b-1a2c-4f5d-a431-0d0a9c0cacb0 req-35556380-a16f-4273-aaab-c3bb3c99d7b1 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457535 Mar 28 18:58:59.473696 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 59382) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:59.529678 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-64e7d8fa-232d-495c-807e-25325804ef86 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group (e7b311d6-6a5e-447e-b14f-eb1819f0e7de), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:59.556110 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-64e7d8fa-232d-495c-807e-25325804ef86 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group (e7b311d6-6a5e-447e-b14f-eb1819f0e7de), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:59.605883 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-64e7d8fa-232d-495c-807e-25325804ef86 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (e7b311d6-6a5e-447e-b14f-eb1819f0e7de), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:59.608607 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-64e7d8fa-232d-495c-807e-25325804ef86 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:59.610407 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-64e7d8fa-232d-495c-807e-25325804ef86 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "DELETE /v2.0/security-groups/e7b311d6-6a5e-447e-b14f-eb1819f0e7de HTTP/1.1" status: 204 len: 168 time: 0.1356480 Mar 28 18:58:59.613194 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59386) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:59.619382 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7d8fa-232d-495c-807e-25325804ef86 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b311d6-6a5e-447e-b14f-eb1819f0e7de,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:59.626995 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.api.v2.resource [None req-29bb462c-f312-4232-9c90-c9252cca6054 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] show failed (client error): The resource could not be found. Mar 28 18:58:59.628206 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-29bb462c-f312-4232-9c90-c9252cca6054 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "GET /v2.0/security-groups/e7b311d6-6a5e-447e-b14f-eb1819f0e7de HTTP/1.1" status: 404 len: 347 time: 0.0139902 Mar 28 18:58:59.630972 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59388) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:59.758310 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-37fda626-c7de-447a-af40-5064b302d0d1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Deleting port ec387542-903b-4e04-af7a-536315239d96 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:58:59.758651 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37fda626-c7de-447a-af40-5064b302d0d1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (ec387542-903b-4e04-af7a-536315239d96), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:59.834987 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37fda626-c7de-447a-af40-5064b302d0d1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (ec387542-903b-4e04-af7a-536315239d96), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:59.835310 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37fda626-c7de-447a-af40-5064b302d0d1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for floatingip (ec387542-903b-4e04-af7a-536315239d96), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:59.851099 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-37fda626-c7de-447a-af40-5064b302d0d1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Calling delete_port for ec387542-903b-4e04-af7a-536315239d96 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:58:59.975687 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37fda626-c7de-447a-af40-5064b302d0d1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (ec387542-903b-4e04-af7a-536315239d96), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:00.001201 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fda626-c7de-447a-af40-5064b302d0d1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Pushing event deleted for resources: {'Port': ['ID=ec387542-903b-4e04-af7a-536315239d96,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:00.060659 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37fda626-c7de-447a-af40-5064b302d0d1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks [] for floatingip (d1ce8885-5bba-49b1-a3aa-d65c4f237dc5), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:00.063502 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37fda626-c7de-447a-af40-5064b302d0d1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:00.064890 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-37fda626-c7de-447a-af40-5064b302d0d1 tempest-AttachVolumeTestJSON-1939774993 tempest-AttachVolumeTestJSON-1939774993-project] 10.222.0.18 "DELETE /v2.0/floatingips/d1ce8885-5bba-49b1-a3aa-d65c4f237dc5 HTTP/1.1" status: 204 len: 168 time: 0.4330244 Mar 28 18:59:00.247171 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 728ae98c-5abe-407e-a4f9-42cc3f66ad50 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:59:00.268044 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 728ae98c-5abe-407e-a4f9-42cc3f66ad50 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:59:00.268400 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 728ae98c-5abe-407e-a4f9-42cc3f66ad50 not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:59:03.586691 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59438) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:04.310174 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c8424967-df0e-49c4-a2f9-be6edd96048c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688188'] for router_interface (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:04.575568 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c8424967-df0e-49c4-a2f9-be6edd96048c admin admin] Deleting port cbfa4075-e808-4a81-8ab3-b14d511676a6 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:59:04.575912 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c8424967-df0e-49c4-a2f9-be6edd96048c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:04.653837 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-c8424967-df0e-49c4-a2f9-be6edd96048c admin admin] For port cbfa4075-e808-4a81-8ab3-b14d511676a6, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=cbfa4075-e808-4a81-8ab3-b14d511676a6,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:04.654550 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c8424967-df0e-49c4-a2f9-be6edd96048c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:04.667297 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c8424967-df0e-49c4-a2f9-be6edd96048c admin admin] Calling delete_port for cbfa4075-e808-4a81-8ab3-b14d511676a6 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:59:04.848243 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c8424967-df0e-49c4-a2f9-be6edd96048c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (cbfa4075-e808-4a81-8ab3-b14d511676a6), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:04.874926 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8424967-df0e-49c4-a2f9-be6edd96048c admin admin] Pushing event deleted for resources: {'Port': ['ID=cbfa4075-e808-4a81-8ab3-b14d511676a6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:05.041976 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c8424967-df0e-49c4-a2f9-be6edd96048c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687788'] for router_interface (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:05.256575 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8424967-df0e-49c4-a2f9-be6edd96048c admin admin] Router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:59:05.363698 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8424967-df0e-49c4-a2f9-be6edd96048c admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:59:05.369596 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-c8424967-df0e-49c4-a2f9-be6edd96048c admin admin] 10.222.0.18 "PUT /v2.0/routers/b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7809513 Mar 28 18:59:05.371115 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59452) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:05.373965 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34622ac0-fcba-479b-8c51-6ffa5ce3832c None None] Sync routers for ids ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:59:05.384364 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34622ac0-fcba-479b-8c51-6ffa5ce3832c None None] Routers {'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:05.384981 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-34622ac0-fcba-479b-8c51-6ffa5ce3832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:58:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:05.490047 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] Publish callbacks [] for router (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:05.506801 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-34622ac0-fcba-479b-8c51-6ffa5ce3832c None None] Set router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:05.620339 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] Publish callbacks [] for router_gateway (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:05.677410 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] Deleting port 368a5e59-0739-452a-b2ab-0f57aa4cc590 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:59:05.678062 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (368a5e59-0739-452a-b2ab-0f57aa4cc590), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:05.704132 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-34622ac0-fcba-479b-8c51-6ffa5ce3832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:59:04Z', 'revision_number': 5, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port': {'id': '368a5e59-0739-452a-b2ab-0f57aa4cc590', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:32Z', 'updated_at': '2022-03-28T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:05.734312 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34622ac0-fcba-479b-8c51-6ffa5ce3832c None None] Checking router: b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:59:05.742555 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34622ac0-fcba-479b-8c51-6ffa5ce3832c None None] Routers {'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:05.743192 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-34622ac0-fcba-479b-8c51-6ffa5ce3832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:58:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:05.762608 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] For port 368a5e59-0739-452a-b2ab-0f57aa4cc590, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=368a5e59-0739-452a-b2ab-0f57aa4cc590,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:05.762974 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (368a5e59-0739-452a-b2ab-0f57aa4cc590), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:05.780812 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] Calling delete_port for 368a5e59-0739-452a-b2ab-0f57aa4cc590 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:59:05.784891 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59470) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:05.842885 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-34622ac0-fcba-479b-8c51-6ffa5ce3832c None None] Set router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:05.900282 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-34622ac0-fcba-479b-8c51-6ffa5ce3832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:59:05Z', 'revision_number': 6, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port_host': None}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:05.911400 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2de7449-745e-43a9-9d2e-41f0f94e5283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:05.930832 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34622ac0-fcba-479b-8c51-6ffa5ce3832c None None] The sync data for ids ['b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff'] in dv-cinder-835483-1-smb is: [{'id': 'b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff', 'name': 'tempest-AttachVolumeTestJSON-1566063426-router', 'tenant_id': 'b45d2c6dc8f841e08e19262d3e899379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:29Z', 'updated_at': '2022-03-28T18:59:05Z', 'revision_number': 6, 'project_id': 'b45d2c6dc8f841e08e19262d3e899379', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:59:06.006046 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (368a5e59-0739-452a-b2ab-0f57aa4cc590), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.044144 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] Pushing event deleted for resources: {'Port': ['ID=368a5e59-0739-452a-b2ab-0f57aa4cc590,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:06.075926 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2de7449-745e-43a9-9d2e-41f0f94e5283 admin admin] Publish callbacks [] for security_group (0a69eac6-900b-492f-9746-a016b7302775), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.097819 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2de7449-745e-43a9-9d2e-41f0f94e5283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (0a69eac6-900b-492f-9746-a016b7302775), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.144957 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de7449-745e-43a9-9d2e-41f0f94e5283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a69eac6-900b-492f-9746-a016b7302775,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:06.150919 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-d2de7449-745e-43a9-9d2e-41f0f94e5283 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a72888b468df4079b77faaba966b97a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650098 Mar 28 18:59:06.153540 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59474) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:06.159983 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694982'] for router_gateway (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.281940 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.285169 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] Publish callbacks [] for router_controller (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.360139 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-503e90f4-bb04-4cde-bcae-151f0f4a2db2 admin admin] Publish callbacks [] for security_group (0a69eac6-900b-492f-9746-a016b7302775), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.363227 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690595'] for router (b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.363758 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 18:59:06.373601 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.374817 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-1d1dacff-db3d-466f-9e74-c5b75696c97d admin admin] 10.222.0.18 "DELETE /v2.0/routers/b75ba8e0-c5bf-4536-bf0b-f758bff9b0ff HTTP/1.1" status: 204 len: 168 time: 1.0027885 Mar 28 18:59:06.377373 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59476) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:06.413584 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-503e90f4-bb04-4cde-bcae-151f0f4a2db2 admin admin] Publish callbacks [] for security_group (0a69eac6-900b-492f-9746-a016b7302775), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.451621 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e8f955-5e26-4cfe-a7a5-9468754612bc admin admin] Deleting subnet 9c4a9391-442b-448c-9626-0f4d30aa8d78 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 18:59:06.456850 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f955-5e26-4cfe-a7a5-9468754612bc admin admin] Publish callbacks [] for subnet (9c4a9391-442b-448c-9626-0f4d30aa8d78), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.496424 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f955-5e26-4cfe-a7a5-9468754612bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530571899'] for subnet (9c4a9391-442b-448c-9626-0f4d30aa8d78), precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.525349 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-503e90f4-bb04-4cde-bcae-151f0f4a2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (0a69eac6-900b-492f-9746-a016b7302775), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.527892 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-503e90f4-bb04-4cde-bcae-151f0f4a2db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.529009 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-503e90f4-bb04-4cde-bcae-151f0f4a2db2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a69eac6-900b-492f-9746-a016b7302775 HTTP/1.1" status: 204 len: 168 time: 0.3745563 Mar 28 18:59:06.547855 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e90f4-bb04-4cde-bcae-151f0f4a2db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a69eac6-900b-492f-9746-a016b7302775,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:06.625450 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f955-5e26-4cfe-a7a5-9468754612bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (9c4a9391-442b-448c-9626-0f4d30aa8d78), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.677145 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f955-5e26-4cfe-a7a5-9468754612bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528608325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528677385'] for subnet (9c4a9391-442b-448c-9626-0f4d30aa8d78), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.708220 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8f955-5e26-4cfe-a7a5-9468754612bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4a9391-442b-448c-9626-0f4d30aa8d78,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:06.711841 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f955-5e26-4cfe-a7a5-9468754612bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.717177 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-e2e8f955-5e26-4cfe-a7a5-9468754612bc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9c4a9391-442b-448c-9626-0f4d30aa8d78 HTTP/1.1" status: 204 len: 168 time: 0.3365455 Mar 28 18:59:06.717468 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59482) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:06.722556 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d3b85-bd28-4580-92cc-6c29f220cbd5 None None] Network c5e6a87c-ad2a-4972-8652-596abac069a8 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:59:06.797356 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (c5e6a87c-ad2a-4972-8652-596abac069a8), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.853176 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Deleting port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:59:06.853521 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.912419 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44074e63-4d15-4357-9f55-c778ab8a7069 None None] DHCP port deletion for c5e6a87c-ad2a-4972-8652-596abac069a8 request from dv-cinder-835483-1-smb {{(pid=109705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 18:59:06.932907 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] For port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=1b6861ae-e03e-4ed2-8d61-5eab9722eb07,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:06.933294 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:06.955831 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Calling delete_port for 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:59:06.967501 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-44074e63-4d15-4357-9f55-c778ab8a7069 None None] Deleting port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:59:06.967889 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44074e63-4d15-4357-9f55-c778ab8a7069 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.046784 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-44074e63-4d15-4357-9f55-c778ab8a7069 None None] For port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=1b6861ae-e03e-4ed2-8d61-5eab9722eb07,segment=NetworkSegment(00274b55-1aff-4af2-97b5-aee80f0ec39b),segment_id=00274b55-1aff-4af2-97b5-aee80f0ec39b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:07.047953 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44074e63-4d15-4357-9f55-c778ab8a7069 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.054726 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.067524 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-44074e63-4d15-4357-9f55-c778ab8a7069 None None] Calling delete_port for 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:59:07.082138 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6861ae-e03e-4ed2-8d61-5eab9722eb07,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:07.092146 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] No DVR routers for this DVR port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 on host dv-cinder-835483-1-smb {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:59:07.164817 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44074e63-4d15-4357-9f55-c778ab8a7069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925'] for port (1b6861ae-e03e-4ed2-8d61-5eab9722eb07), after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.174438 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44074e63-4d15-4357-9f55-c778ab8a7069 None None] No DVR routers for this DVR port 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 on host dv-cinder-835483-1-smb {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:59:07.179973 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (c5e6a87c-ad2a-4972-8652-596abac069a8), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.194607 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44074e63-4d15-4357-9f55-c778ab8a7069 None None] Pushing event deleted for resources: {'Port': ['ID=1b6861ae-e03e-4ed2-8d61-5eab9722eb07,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:07.206448 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e6a87c-ad2a-4972-8652-596abac069a8']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:07.216339 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00274b55-1aff-4af2-97b5-aee80f0ec39b') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:07.216648 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00274b55-1aff-4af2-97b5-aee80f0ec39b') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:07.226598 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530571888'] for segment (00274b55-1aff-4af2-97b5-aee80f0ec39b), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.239581 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (00274b55-1aff-4af2-97b5-aee80f0ec39b), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.245903 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 18:59:07.246430 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528608995'] for segment (00274b55-1aff-4af2-97b5-aee80f0ec39b), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: Traceback (most recent call last): Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: timer() Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: cb(*args, **kw) Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: return func(*args, **kwargs) Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: self._notify() Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: self.callback(batched_events) Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: event.method(event) Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: return f(self, *a, **k) Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: return self._get(url).json() Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: return self.request(url, 'GET', **kwargs) Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 18:59:07.248115 dv-cinder-835483-1-smb neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 18:59:07.304233 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (c5e6a87c-ad2a-4972-8652-596abac069a8), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.310616 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.316596 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c5e6a87c-ad2a-4972-8652-596abac069a8 HTTP/1.1" status: 204 len: 168 time: 0.5954325 Mar 28 18:59:07.329377 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838e4cc-71c9-4b2c-be57-e92d8a0433e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e6a87c-ad2a-4972-8652-596abac069a8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:07.486937 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59508) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:07.529127 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-fe0a6d0b-0587-43b3-9861-5861e543418e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b45d2c6dc8f841e08e19262d3e899379&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383646 Mar 28 18:59:07.529127 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59510) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:07.577490 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dcabc7be-6bf3-4fa9-adbd-166afb6ef73a admin admin] Publish callbacks [] for security_group (f79da3ca-4cf7-400c-8b5d-69681c970795), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.598972 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dcabc7be-6bf3-4fa9-adbd-166afb6ef73a admin admin] Publish callbacks [] for security_group (f79da3ca-4cf7-400c-8b5d-69681c970795), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.600612 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 368a5e59-0739-452a-b2ab-0f57aa4cc590 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:59:07.621594 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59514) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:07.622167 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: 368a5e59-0739-452a-b2ab-0f57aa4cc590 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:59:07.622522 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 368a5e59-0739-452a-b2ab-0f57aa4cc590 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:59:07.622940 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device cbfa4075-e808-4a81-8ab3-b14d511676a6 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:59:07.643523 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: cbfa4075-e808-4a81-8ab3-b14d511676a6 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:59:07.643882 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device cbfa4075-e808-4a81-8ab3-b14d511676a6 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:59:07.644304 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:59:07.654419 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dcabc7be-6bf3-4fa9-adbd-166afb6ef73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f79da3ca-4cf7-400c-8b5d-69681c970795), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.657635 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dcabc7be-6bf3-4fa9-adbd-166afb6ef73a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.661848 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-dcabc7be-6bf3-4fa9-adbd-166afb6ef73a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f79da3ca-4cf7-400c-8b5d-69681c970795 HTTP/1.1" status: 204 len: 168 time: 0.1296301 Mar 28 18:59:07.664802 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:59:07.665141 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 1b6861ae-e03e-4ed2-8d61-5eab9722eb07 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:59:07.667817 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabc7be-6bf3-4fa9-adbd-166afb6ef73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79da3ca-4cf7-400c-8b5d-69681c970795,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:07.754496 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe62c351-f237-47ac-b1f4-7a7563e8aecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.835217 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe62c351-f237-47ac-b1f4-7a7563e8aecf admin admin] Publish callbacks [] for security_group (2ad10636-c54a-4b25-a5f7-60049227141e), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.839677 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe62c351-f237-47ac-b1f4-7a7563e8aecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (2ad10636-c54a-4b25-a5f7-60049227141e), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.878684 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-fe62c351-f237-47ac-b1f4-7a7563e8aecf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ff5133b3d654fddb66361e6080dbe43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560446 Mar 28 18:59:07.879782 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62c351-f237-47ac-b1f4-7a7563e8aecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad10636-c54a-4b25-a5f7-60049227141e,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:07.881488 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 59524) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:07.930590 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a18e41bb-057f-4891-86a7-0b7840f7c01a admin admin] Publish callbacks [] for security_group (2ad10636-c54a-4b25-a5f7-60049227141e), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:07.952045 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a18e41bb-057f-4891-86a7-0b7840f7c01a admin admin] Publish callbacks [] for security_group (2ad10636-c54a-4b25-a5f7-60049227141e), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:08.003228 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a18e41bb-057f-4891-86a7-0b7840f7c01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (2ad10636-c54a-4b25-a5f7-60049227141e), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:08.005770 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-a18e41bb-057f-4891-86a7-0b7840f7c01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:08.006930 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-a18e41bb-057f-4891-86a7-0b7840f7c01a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ad10636-c54a-4b25-a5f7-60049227141e HTTP/1.1" status: 204 len: 168 time: 0.1240931 Mar 28 18:59:08.015762 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e41bb-057f-4891-86a7-0b7840f7c01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad10636-c54a-4b25-a5f7-60049227141e,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:08.857473 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-afb020b0-ef9b-4f4f-864e-ab6fbca5829f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:09.374143 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 59602) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:09.486134 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-22d14c61-ac6d-4df5-b92d-6c0c81b159c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:09.559778 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-22d14c61-ac6d-4df5-b92d-6c0c81b159c3 admin admin] Publish callbacks [] for security_group (115ebb4f-237c-4096-a3f6-a1cc0346106c), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:09.563441 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-22d14c61-ac6d-4df5-b92d-6c0c81b159c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (115ebb4f-237c-4096-a3f6-a1cc0346106c), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:09.602545 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-22d14c61-ac6d-4df5-b92d-6c0c81b159c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99b20e6fd6074928bf93ce5bc2f9a888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272623 Mar 28 18:59:09.604428 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d14c61-ac6d-4df5-b92d-6c0c81b159c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115ebb4f-237c-4096-a3f6-a1cc0346106c,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:09.605250 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59606) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:09.652911 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f652335c-32d6-49e6-a92a-5c74bd56ac13 admin admin] Publish callbacks [] for security_group (115ebb4f-237c-4096-a3f6-a1cc0346106c), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:09.674022 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f652335c-32d6-49e6-a92a-5c74bd56ac13 admin admin] Publish callbacks [] for security_group (115ebb4f-237c-4096-a3f6-a1cc0346106c), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:09.719214 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f652335c-32d6-49e6-a92a-5c74bd56ac13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (115ebb4f-237c-4096-a3f6-a1cc0346106c), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:09.721706 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f652335c-32d6-49e6-a92a-5c74bd56ac13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:09.722880 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-f652335c-32d6-49e6-a92a-5c74bd56ac13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/115ebb4f-237c-4096-a3f6-a1cc0346106c HTTP/1.1" status: 204 len: 168 time: 0.1166236 Mar 28 18:59:09.730134 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652335c-32d6-49e6-a92a-5c74bd56ac13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115ebb4f-237c-4096-a3f6-a1cc0346106c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:09.990172 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59612) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:10.003668 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86f006e5-8d94-4506-8eaf-e8ba6f9c04e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:10.076173 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86f006e5-8d94-4506-8eaf-e8ba6f9c04e5 admin admin] Publish callbacks [] for security_group (894047bd-90be-4d0b-87c7-a9440ae2a2db), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:10.080386 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86f006e5-8d94-4506-8eaf-e8ba6f9c04e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (894047bd-90be-4d0b-87c7-a9440ae2a2db), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:10.119581 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-86f006e5-8d94-4506-8eaf-e8ba6f9c04e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc81ac063f5548ec90e413e2c6557f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283631 Mar 28 18:59:10.120401 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f006e5-8d94-4506-8eaf-e8ba6f9c04e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894047bd-90be-4d0b-87c7-a9440ae2a2db,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:10.123184 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 59614) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:10.170903 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9fd5676f-6ed6-4582-87c6-33d85ea0f3ca admin admin] Publish callbacks [] for security_group (894047bd-90be-4d0b-87c7-a9440ae2a2db), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:10.192553 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9fd5676f-6ed6-4582-87c6-33d85ea0f3ca admin admin] Publish callbacks [] for security_group (894047bd-90be-4d0b-87c7-a9440ae2a2db), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:10.238050 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9fd5676f-6ed6-4582-87c6-33d85ea0f3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (894047bd-90be-4d0b-87c7-a9440ae2a2db), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:10.240579 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9fd5676f-6ed6-4582-87c6-33d85ea0f3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:10.241711 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-9fd5676f-6ed6-4582-87c6-33d85ea0f3ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/894047bd-90be-4d0b-87c7-a9440ae2a2db HTTP/1.1" status: 204 len: 168 time: 0.1165478 Mar 28 18:59:10.250139 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5676f-6ed6-4582-87c6-33d85ea0f3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894047bd-90be-4d0b-87c7-a9440ae2a2db,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:11.055169 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b76a7f0c-703a-494c-84c6-279fc6a41de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:12.250033 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:13.666990 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:15.078991 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:17.214483 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59792) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:17.317931 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a2a2a72-f3d8-48c6-9aa9-bf4c4551d77a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:17.390447 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a2a2a72-f3d8-48c6-9aa9-bf4c4551d77a admin admin] Publish callbacks [] for security_group (7dbe0914-1037-4235-847b-1aee735f1bdf), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:17.394901 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a2a2a72-f3d8-48c6-9aa9-bf4c4551d77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (7dbe0914-1037-4235-847b-1aee735f1bdf), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:17.432413 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-4a2a2a72-f3d8-48c6-9aa9-bf4c4551d77a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95bb9d0d67364f59adde21fd4bd242b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168884 Mar 28 18:59:17.434295 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a2a72-f3d8-48c6-9aa9-bf4c4551d77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbe0914-1037-4235-847b-1aee735f1bdf,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:17.435143 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 59796) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:17.487288 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-23c1e2a3-6b3f-4f81-aa02-461b768c645b admin admin] Publish callbacks [] for security_group (7dbe0914-1037-4235-847b-1aee735f1bdf), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:17.507822 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-23c1e2a3-6b3f-4f81-aa02-461b768c645b admin admin] Publish callbacks [] for security_group (7dbe0914-1037-4235-847b-1aee735f1bdf), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:17.554641 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-23c1e2a3-6b3f-4f81-aa02-461b768c645b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (7dbe0914-1037-4235-847b-1aee735f1bdf), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:17.557619 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-23c1e2a3-6b3f-4f81-aa02-461b768c645b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:17.558802 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-23c1e2a3-6b3f-4f81-aa02-461b768c645b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7dbe0914-1037-4235-847b-1aee735f1bdf HTTP/1.1" status: 204 len: 168 time: 0.1226704 Mar 28 18:59:17.567054 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1e2a3-6b3f-4f81-aa02-461b768c645b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbe0914-1037-4235-847b-1aee735f1bdf,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:17.833088 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 59806) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:17.844567 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1afdcc7e-1bf4-4c0d-b537-12f0216417f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:17.921375 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1afdcc7e-1bf4-4c0d-b537-12f0216417f2 admin admin] Publish callbacks [] for security_group (f45c5517-2875-4279-9f98-38aa3b2bf7c4), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:17.924998 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1afdcc7e-1bf4-4c0d-b537-12f0216417f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f45c5517-2875-4279-9f98-38aa3b2bf7c4), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:17.961034 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdcc7e-1bf4-4c0d-b537-12f0216417f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45c5517-2875-4279-9f98-38aa3b2bf7c4,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:17.965143 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-1afdcc7e-1bf4-4c0d-b537-12f0216417f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f5c54e67756433bbf02a83a8e0eada6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338785 Mar 28 18:59:17.968663 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 59810) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:18.015359 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f834341c-3c39-4ebb-943a-639f1adc13c4 admin admin] Publish callbacks [] for security_group (f45c5517-2875-4279-9f98-38aa3b2bf7c4), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:18.036989 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f834341c-3c39-4ebb-943a-639f1adc13c4 admin admin] Publish callbacks [] for security_group (f45c5517-2875-4279-9f98-38aa3b2bf7c4), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:18.085480 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f834341c-3c39-4ebb-943a-639f1adc13c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (f45c5517-2875-4279-9f98-38aa3b2bf7c4), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:18.088016 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f834341c-3c39-4ebb-943a-639f1adc13c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:18.089126 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-f834341c-3c39-4ebb-943a-639f1adc13c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f45c5517-2875-4279-9f98-38aa3b2bf7c4 HTTP/1.1" status: 204 len: 168 time: 0.1194751 Mar 28 18:59:18.096770 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834341c-3c39-4ebb-943a-639f1adc13c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45c5517-2875-4279-9f98-38aa3b2bf7c4,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:19.155998 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 59852) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:19.310519 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d72ff191-b582-45f6-a6d2-a4377c0fbcf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:19.387611 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d72ff191-b582-45f6-a6d2-a4377c0fbcf2 admin admin] Publish callbacks [] for security_group (807be094-d53f-44e7-8d4b-d8837f79af3e), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:19.394169 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d72ff191-b582-45f6-a6d2-a4377c0fbcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (807be094-d53f-44e7-8d4b-d8837f79af3e), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:19.432110 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-d72ff191-b582-45f6-a6d2-a4377c0fbcf2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65d897d8820b47dda1fb79f3ae8e60e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750180 Mar 28 18:59:19.433961 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ff191-b582-45f6-a6d2-a4377c0fbcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807be094-d53f-44e7-8d4b-d8837f79af3e,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:19.434891 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59866) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:19.484671 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3054cb6a-3fad-47cb-810d-be20fe0b97b1 admin admin] Publish callbacks [] for security_group (807be094-d53f-44e7-8d4b-d8837f79af3e), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:19.506841 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3054cb6a-3fad-47cb-810d-be20fe0b97b1 admin admin] Publish callbacks [] for security_group (807be094-d53f-44e7-8d4b-d8837f79af3e), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:19.553696 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3054cb6a-3fad-47cb-810d-be20fe0b97b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (807be094-d53f-44e7-8d4b-d8837f79af3e), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:19.556336 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3054cb6a-3fad-47cb-810d-be20fe0b97b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:19.557475 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-3054cb6a-3fad-47cb-810d-be20fe0b97b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/807be094-d53f-44e7-8d4b-d8837f79af3e HTTP/1.1" status: 204 len: 168 time: 0.1215661 Mar 28 18:59:19.565828 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054cb6a-3fad-47cb-810d-be20fe0b97b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807be094-d53f-44e7-8d4b-d8837f79af3e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:23.071235 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59926) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:23.171499 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0e20-7827-44e7-b6ab-21bec807910e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:23.247078 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0e20-7827-44e7-b6ab-21bec807910e admin admin] Publish callbacks [] for security_group (84fb3f5f-0e8a-4284-a2c6-69bba3e6901b), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:23.251283 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0e20-7827-44e7-b6ab-21bec807910e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (84fb3f5f-0e8a-4284-a2c6-69bba3e6901b), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:23.289701 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-5c7b0e20-7827-44e7-b6ab-21bec807910e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a580a72f24884c489b6d45f39790dbc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173624 Mar 28 18:59:23.290827 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b0e20-7827-44e7-b6ab-21bec807910e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fb3f5f-0e8a-4284-a2c6-69bba3e6901b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:23.292303 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 59930) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:23.341377 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Publish callbacks [] for security_group (84fb3f5f-0e8a-4284-a2c6-69bba3e6901b), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:23.362045 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Publish callbacks [] for security_group (84fb3f5f-0e8a-4284-a2c6-69bba3e6901b), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:23.407299 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (84fb3f5f-0e8a-4284-a2c6-69bba3e6901b), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:23.409682 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:23.410842 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84fb3f5f-0e8a-4284-a2c6-69bba3e6901b HTTP/1.1" status: 204 len: 168 time: 0.1175668 Mar 28 18:59:23.418215 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fb3f5f-0e8a-4284-a2c6-69bba3e6901b,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:23.425896 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.426247 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.426591 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.426934 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.427270 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.427634 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.427921 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.428246 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.428573 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.428898 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.429346 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.429664 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.430018 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.430337 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.430661 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b5998-4481-4781-9cdb-11a277bff87d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:23.664026 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59936) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:23.677356 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f1185e1-1a98-4297-b4f5-c29c5c044b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:23.755794 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f1185e1-1a98-4297-b4f5-c29c5c044b9d admin admin] Publish callbacks [] for security_group (39a675e6-7338-4867-baca-ccc19790893d), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:23.759594 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f1185e1-1a98-4297-b4f5-c29c5c044b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (39a675e6-7338-4867-baca-ccc19790893d), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:23.798213 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-5f1185e1-1a98-4297-b4f5-c29c5c044b9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c86c8f57489c4e8d8ef8750e282714aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330845 Mar 28 18:59:23.799313 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1185e1-1a98-4297-b4f5-c29c5c044b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a675e6-7338-4867-baca-ccc19790893d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:23.800851 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 59938) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:23.855919 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-42b7efb7-b1a6-4bc8-9309-9608abf9ec05 admin admin] Publish callbacks [] for security_group (39a675e6-7338-4867-baca-ccc19790893d), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:23.876750 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-42b7efb7-b1a6-4bc8-9309-9608abf9ec05 admin admin] Publish callbacks [] for security_group (39a675e6-7338-4867-baca-ccc19790893d), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:23.923724 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-42b7efb7-b1a6-4bc8-9309-9608abf9ec05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (39a675e6-7338-4867-baca-ccc19790893d), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:23.926395 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-42b7efb7-b1a6-4bc8-9309-9608abf9ec05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:23.927532 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-42b7efb7-b1a6-4bc8-9309-9608abf9ec05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39a675e6-7338-4867-baca-ccc19790893d HTTP/1.1" status: 204 len: 168 time: 0.1249018 Mar 28 18:59:23.936900 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7efb7-b1a6-4bc8-9309-9608abf9ec05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a675e6-7338-4867-baca-ccc19790893d,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:24.247206 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 59944) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:24.261533 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-cc788746-0dd2-49f4-8346-1227b3fcd127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:24.337354 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-cc788746-0dd2-49f4-8346-1227b3fcd127 admin admin] Publish callbacks [] for security_group (e8450154-d31a-4c4a-bd5f-ab3412991140), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:24.341137 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-cc788746-0dd2-49f4-8346-1227b3fcd127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (e8450154-d31a-4c4a-bd5f-ab3412991140), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:24.379994 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-cc788746-0dd2-49f4-8346-1227b3fcd127 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56767d929abe46a79d611a00600c4356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317027 Mar 28 18:59:24.380718 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc788746-0dd2-49f4-8346-1227b3fcd127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8450154-d31a-4c4a-bd5f-ab3412991140,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:24.383435 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 59946) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:24.430500 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5436f595-700d-4a3b-bc8b-ab2f8bcb6f5c admin admin] Publish callbacks [] for security_group (e8450154-d31a-4c4a-bd5f-ab3412991140), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:24.451076 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5436f595-700d-4a3b-bc8b-ab2f8bcb6f5c admin admin] Publish callbacks [] for security_group (e8450154-d31a-4c4a-bd5f-ab3412991140), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:24.498764 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5436f595-700d-4a3b-bc8b-ab2f8bcb6f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (e8450154-d31a-4c4a-bd5f-ab3412991140), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:24.501503 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5436f595-700d-4a3b-bc8b-ab2f8bcb6f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:24.502675 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-5436f595-700d-4a3b-bc8b-ab2f8bcb6f5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8450154-d31a-4c4a-bd5f-ab3412991140 HTTP/1.1" status: 204 len: 168 time: 0.1178691 Mar 28 18:59:24.510318 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436f595-700d-4a3b-bc8b-ab2f8bcb6f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8450154-d31a-4c4a-bd5f-ab3412991140,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:24.783623 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-74840965-5ee6-40e7-bdb6-5e007cfb03c0 req-34f7107b-f10b-431e-a56c-bb966f173c99 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446098 Mar 28 18:59:24.855594 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74840965-5ee6-40e7-bdb6-5e007cfb03c0 req-08d1973d-173a-4e9a-ac5f-5e62d1d42bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:24.857298 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-74840965-5ee6-40e7-bdb6-5e007cfb03c0 req-08d1973d-173a-4e9a-ac5f-5e62d1d42bca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c88a768b3efd4a9381507f381b0e331f&device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 1131 time: 0.0520494 Mar 28 18:59:24.968077 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74840965-5ee6-40e7-bdb6-5e007cfb03c0 req-3db46a7a-60c8-4a06-a23f-9bd91f5f149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:24.969593 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-74840965-5ee6-40e7-bdb6-5e007cfb03c0 req-3db46a7a-60c8-4a06-a23f-9bd91f5f149e service neutron] 10.222.0.23 "GET /v2.0/networks?id=211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 200 len: 918 time: 0.0922382 Mar 28 18:59:25.036451 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-74840965-5ee6-40e7-bdb6-5e007cfb03c0 req-3d2375a4-84d0-407d-97cd-b589b3eb82b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1 HTTP/1.1" status: 200 len: 1002 time: 0.0605166 Mar 28 18:59:25.085051 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74840965-5ee6-40e7-bdb6-5e007cfb03c0 req-a0f40166-fd1e-4f5f-8f17-02ec5f1ddb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:25.086567 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-74840965-5ee6-40e7-bdb6-5e007cfb03c0 req-a0f40166-fd1e-4f5f-8f17-02ec5f1ddb0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c0ba61c-eb16-48bb-8d0b-0365046be9db HTTP/1.1" status: 200 len: 856 time: 0.0441682 Mar 28 18:59:25.139906 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74840965-5ee6-40e7-bdb6-5e007cfb03c0 req-049b85ed-dcbe-478d-be12-54443bc2df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:25.141529 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-74840965-5ee6-40e7-bdb6-5e007cfb03c0 req-049b85ed-dcbe-478d-be12-54443bc2df19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=211f47c6-29ed-4108-b184-3fd54ff73f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0488441 Mar 28 18:59:25.232480 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-74840965-5ee6-40e7-bdb6-5e007cfb03c0 req-4f0dd346-cccb-4cb3-ac44-b1e103dd14a0 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847397 Mar 28 18:59:25.597685 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-74840965-5ee6-40e7-bdb6-5e007cfb03c0 req-06da3e43-7e14-4c37-bf6e-283f7bad9555 service neutron] 10.222.0.23 "GET /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568585 Mar 28 18:59:26.222099 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:28.217228 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:59:31.091711 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e9470-cb71-4d9b-a343-f4f229a7bcc9 req-2220e1a4-c63d-492a-8b03-acba47723ce6 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:31.093146 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c78e9470-cb71-4d9b-a343-f4f229a7bcc9 req-2220e1a4-c63d-492a-8b03-acba47723ce6 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 947 time: 0.0545506 Mar 28 18:59:31.138374 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-c78e9470-cb71-4d9b-a343-f4f229a7bcc9 req-5b35e747-1d1b-4d4c-8d3e-40592631fb9a tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390453 Mar 28 18:59:32.264733 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3382bd8-ceeb-439a-80dc-146a5d44526d req-4cd1b62b-576c-411b-9410-668fa527736f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:32.266754 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f3382bd8-ceeb-439a-80dc-146a5d44526d req-4cd1b62b-576c-411b-9410-668fa527736f tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 947 time: 0.0529783 Mar 28 18:59:32.313487 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f3382bd8-ceeb-439a-80dc-146a5d44526d req-b24fb45f-cf54-4690-a00c-810fca2279f6 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6a7cad4-339c-4068-b92b-2bb18707f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414827 Mar 28 18:59:32.475957 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-1910db78-e2f6-4d5f-b6d9-1c01e6ced533 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:32.477320 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-1910db78-e2f6-4d5f-b6d9-1c01e6ced533 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 947 time: 0.0507021 Mar 28 18:59:32.570115 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Deleting port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:59:32.570460 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:32.664103 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] For port 82501f34-dbd0-4ee0-9e81-95ef66a380c1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=82501f34-dbd0-4ee0-9e81-95ef66a380c1,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:32.664485 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:32.850161 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:32.850568 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (8e63ce75-c635-4058-b713-a3c1ab668a26), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:32.850856 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Floating IP 8e63ce75-c635-4058-b713-a3c1ab668a26 disassociated. External IP: 172.28.0.110, port: 82501f34-dbd0-4ee0-9e81-95ef66a380c1. Mar 28 18:59:32.852145 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Calling delete_port for 82501f34-dbd0-4ee0-9e81-95ef66a380c1 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:59:32.975279 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (82501f34-dbd0-4ee0-9e81-95ef66a380c1), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:33.010038 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event deleted for resources: {'Port': ['ID=82501f34-dbd0-4ee0-9e81-95ef66a380c1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:33.119858 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:59:33.227409 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:59:33.236700 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c919ef0-fe57-4349-b5d1-c3652827b3ae None None] Sync routers for ids ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:59:33.246501 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c919ef0-fe57-4349-b5d1-c3652827b3ae None None] Routers {'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:33.247114 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-9c919ef0-fe57-4349-b5d1-c3652827b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:33.272894 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] No DVR routers for this DVR port 82501f34-dbd0-4ee0-9e81-95ef66a380c1 on host hv-cinder-83548 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:59:33.275415 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:33.278793 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-304a8b70-a33d-468d-90dd-26dca4c6beca req-57054ace-2f9a-4b4e-95a9-2d35044c8b45 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.23 "DELETE /v2.0/ports/82501f34-dbd0-4ee0-9e81-95ef66a380c1 HTTP/1.1" status: 204 len: 173 time: 0.7963574 Mar 28 18:59:33.279186 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'name': 'network-vif-deleted', 'tag': '82501f34-dbd0-4ee0-9e81-95ef66a380c1'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:59:33.281556 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff54ceb4-a489-40ef-ba76-814acc53462d" -d '{"events": [{"server_uuid": "8f1a8902-22e2-4e06-85be-f8629547ee17", "name": "network-vif-deleted", "tag": "82501f34-dbd0-4ee0-9e81-95ef66a380c1"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:59:33.320498 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c103e1c2-2602-4dcf-87ed-e086a6396cd7 x-openstack-request-id: req-c103e1c2-2602-4dcf-87ed-e086a6396cd7 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:59:33.320790 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a8902-22e2-4e06-85be-f8629547ee17", "name": "network-vif-deleted", "tag": "82501f34-dbd0-4ee0-9e81-95ef66a380c1", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:59:33.321041 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c103e1c2-2602-4dcf-87ed-e086a6396cd7 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:59:33.321517 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c103e1c2-2602-4dcf-87ed-e086a6396cd7'] response: {'server_uuid': '8f1a8902-22e2-4e06-85be-f8629547ee17', 'name': 'network-vif-deleted', 'tag': '82501f34-dbd0-4ee0-9e81-95ef66a380c1', 'status': 'completed', 'code': 200} Mar 28 18:59:33.370020 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-9c919ef0-fe57-4349-b5d1-c3652827b3ae None None] Set router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:33.435937 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8156141e-ae17-4ff2-8f6e-efc4f108d0ef req-5647e9c0-79b6-4457-9c00-0724139c6bb4 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f1a8902-22e2-4e06-85be-f8629547ee17 HTTP/1.1" status: 200 len: 210 time: 0.0340970 Mar 28 18:59:33.577702 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-9c919ef0-fe57-4349-b5d1-c3652827b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:51Z', 'revision_number': 5, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:33.603420 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c919ef0-fe57-4349-b5d1-c3652827b3ae None None] Checking router: c8d2f02d-3af7-454e-b45f-0d981ce9b4bc for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:59:33.612269 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c919ef0-fe57-4349-b5d1-c3652827b3ae None None] Routers {'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:33.612873 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-9c919ef0-fe57-4349-b5d1-c3652827b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:33.855938 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-9c919ef0-fe57-4349-b5d1-c3652827b3ae None None] Set router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:34.056329 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-9c919ef0-fe57-4349-b5d1-c3652827b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:51Z', 'revision_number': 5, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:34.082706 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c919ef0-fe57-4349-b5d1-c3652827b3ae None None] The sync data for ids ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'] in dv-cinder-835483-1-smb is: [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:53:42Z', 'revision_number': 4, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': 'afce8f30-3170-4c65-bd04-8a2e58e4a021', 'name': '', 'network_id': '211f47c6-29ed-4108-b184-3fd54ff73f18', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'mac_address': 'fa:16:3e:fb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:39Z', 'updated_at': '2022-03-28T18:53:51Z', 'revision_number': 5, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'subnets': [{'id': '8c0ba61c-eb16-48bb-8d0b-0365046be9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:59:34.285317 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77aafa1-d850-4dd1-b589-a9b36fec07f0 None None] New status for floating IP 8e63ce75-c635-4058-b713-a3c1ab668a26: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:59:34.527936 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60076) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:34.580381 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbcfe6d9-a2d2-4ff1-adcd-02b2bc90c0da tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group (a6a7cad4-339c-4068-b92b-2bb18707f2ca), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:34.604307 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbcfe6d9-a2d2-4ff1-adcd-02b2bc90c0da tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group (a6a7cad4-339c-4068-b92b-2bb18707f2ca), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:34.650394 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbcfe6d9-a2d2-4ff1-adcd-02b2bc90c0da tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (a6a7cad4-339c-4068-b92b-2bb18707f2ca), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:34.652924 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbcfe6d9-a2d2-4ff1-adcd-02b2bc90c0da tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:34.654109 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-bbcfe6d9-a2d2-4ff1-adcd-02b2bc90c0da tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "DELETE /v2.0/security-groups/a6a7cad4-339c-4068-b92b-2bb18707f2ca HTTP/1.1" status: 204 len: 168 time: 0.1249325 Mar 28 18:59:34.656835 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60078) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:34.663417 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfe6d9-a2d2-4ff1-adcd-02b2bc90c0da tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a7cad4-339c-4068-b92b-2bb18707f2ca,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:34.673931 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.api.v2.resource [None req-f39ef18c-b89c-4b15-b082-535950d5eaa6 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] show failed (client error): The resource could not be found. Mar 28 18:59:34.675205 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-f39ef18c-b89c-4b15-b082-535950d5eaa6 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "GET /v2.0/security-groups/a6a7cad4-339c-4068-b92b-2bb18707f2ca HTTP/1.1" status: 404 len: 347 time: 0.0163813 Mar 28 18:59:34.677826 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60080) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:34.802062 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-111f52d6-af0e-499b-ada6-f1d87904d2a8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Deleting port ee03ba72-45c8-47c1-adce-a1a86e25b459 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:59:34.802401 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-111f52d6-af0e-499b-ada6-f1d87904d2a8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (ee03ba72-45c8-47c1-adce-a1a86e25b459), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:34.876256 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-111f52d6-af0e-499b-ada6-f1d87904d2a8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (ee03ba72-45c8-47c1-adce-a1a86e25b459), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:34.876587 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-111f52d6-af0e-499b-ada6-f1d87904d2a8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for floatingip (ee03ba72-45c8-47c1-adce-a1a86e25b459), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:34.890589 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-111f52d6-af0e-499b-ada6-f1d87904d2a8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Calling delete_port for ee03ba72-45c8-47c1-adce-a1a86e25b459 owned by network:floatingip {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:59:35.024624 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-111f52d6-af0e-499b-ada6-f1d87904d2a8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (ee03ba72-45c8-47c1-adce-a1a86e25b459), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:35.051486 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f52d6-af0e-499b-ada6-f1d87904d2a8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Pushing event deleted for resources: {'Port': ['ID=ee03ba72-45c8-47c1-adce-a1a86e25b459,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:35.115787 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-111f52d6-af0e-499b-ada6-f1d87904d2a8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks [] for floatingip (8e63ce75-c635-4058-b713-a3c1ab668a26), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:35.118511 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-111f52d6-af0e-499b-ada6-f1d87904d2a8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:35.119660 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-111f52d6-af0e-499b-ada6-f1d87904d2a8 tempest-AttachVolumeShelveTestJSON-78622788 tempest-AttachVolumeShelveTestJSON-78622788-project] 10.222.0.18 "DELETE /v2.0/floatingips/8e63ce75-c635-4058-b713-a3c1ab668a26 HTTP/1.1" status: 204 len: 168 time: 0.4409475 Mar 28 18:59:35.137338 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60090) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:35.252463 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4b94b00d-31c9-48c8-a726-593e21ddb2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:35.330928 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4b94b00d-31c9-48c8-a726-593e21ddb2fd admin admin] Publish callbacks [] for security_group (5b0503c1-c152-4b42-b1a6-d0e5987ec872), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:35.334958 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4b94b00d-31c9-48c8-a726-593e21ddb2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (5b0503c1-c152-4b42-b1a6-d0e5987ec872), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:35.374196 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-4b94b00d-31c9-48c8-a726-593e21ddb2fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d754c4fdc38f4ab78d1e3f6e9a2fa61a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357326 Mar 28 18:59:35.375027 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94b00d-31c9-48c8-a726-593e21ddb2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0503c1-c152-4b42-b1a6-d0e5987ec872,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:35.378314 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60096) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:35.425645 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-481e7159-f6a2-4d62-8ded-edc796041f90 admin admin] Publish callbacks [] for security_group (5b0503c1-c152-4b42-b1a6-d0e5987ec872), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:35.446555 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-481e7159-f6a2-4d62-8ded-edc796041f90 admin admin] Publish callbacks [] for security_group (5b0503c1-c152-4b42-b1a6-d0e5987ec872), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:35.494836 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-481e7159-f6a2-4d62-8ded-edc796041f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (5b0503c1-c152-4b42-b1a6-d0e5987ec872), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:35.497235 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-481e7159-f6a2-4d62-8ded-edc796041f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:35.498426 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-481e7159-f6a2-4d62-8ded-edc796041f90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b0503c1-c152-4b42-b1a6-d0e5987ec872 HTTP/1.1" status: 204 len: 168 time: 0.1188779 Mar 28 18:59:35.506197 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e7159-f6a2-4d62-8ded-edc796041f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0503c1-c152-4b42-b1a6-d0e5987ec872,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:35.747285 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60102) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:35.759864 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-575f2b90-024a-4397-afe1-5b49f45efa60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:35.834539 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-575f2b90-024a-4397-afe1-5b49f45efa60 admin admin] Publish callbacks [] for security_group (27b20021-e5cb-4d9f-b744-684bda066da1), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:35.838769 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-575f2b90-024a-4397-afe1-5b49f45efa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (27b20021-e5cb-4d9f-b744-684bda066da1), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:35.875741 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-575f2b90-024a-4397-afe1-5b49f45efa60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5640fe20216e480b900c23d5227f9d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274612 Mar 28 18:59:35.877810 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f2b90-024a-4397-afe1-5b49f45efa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b20021-e5cb-4d9f-b744-684bda066da1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:35.878848 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60104) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:35.926450 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-245a7f07-8705-41e9-8729-25233295d622 admin admin] Publish callbacks [] for security_group (27b20021-e5cb-4d9f-b744-684bda066da1), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:35.950155 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-245a7f07-8705-41e9-8729-25233295d622 admin admin] Publish callbacks [] for security_group (27b20021-e5cb-4d9f-b744-684bda066da1), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:36.197688 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-245a7f07-8705-41e9-8729-25233295d622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (27b20021-e5cb-4d9f-b744-684bda066da1), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:36.200193 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-245a7f07-8705-41e9-8729-25233295d622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:36.201334 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-245a7f07-8705-41e9-8729-25233295d622 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27b20021-e5cb-4d9f-b744-684bda066da1 HTTP/1.1" status: 204 len: 168 time: 0.3214865 Mar 28 18:59:36.208822 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a7f07-8705-41e9-8729-25233295d622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b20021-e5cb-4d9f-b744-684bda066da1,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:36.441901 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 82501f34-dbd0-4ee0-9e81-95ef66a380c1 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:59:36.466800 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 82501f34-dbd0-4ee0-9e81-95ef66a380c1 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:59:36.467152 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 82501f34-dbd0-4ee0-9e81-95ef66a380c1 not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:59:37.263192 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60148) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:37.370577 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fd064c8f-0f04-471c-a116-0a24f987c516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:37.441626 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fd064c8f-0f04-471c-a116-0a24f987c516 admin admin] Publish callbacks [] for security_group (27061d01-fac5-42f1-8bb9-09d361feba42), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:37.445632 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-fd064c8f-0f04-471c-a116-0a24f987c516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (27061d01-fac5-42f1-8bb9-09d361feba42), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:37.483824 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-fd064c8f-0f04-471c-a116-0a24f987c516 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00225f433fbf4a09bd1b8900d3fd2a88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194593 Mar 28 18:59:37.484693 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd064c8f-0f04-471c-a116-0a24f987c516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27061d01-fac5-42f1-8bb9-09d361feba42,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:37.486522 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60156) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:37.535659 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Publish callbacks [] for security_group (27061d01-fac5-42f1-8bb9-09d361feba42), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:37.546392 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60160) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:37.557253 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Publish callbacks [] for security_group (27061d01-fac5-42f1-8bb9-09d361feba42), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:37.606138 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (27061d01-fac5-42f1-8bb9-09d361feba42), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:37.608740 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:37.609909 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27061d01-fac5-42f1-8bb9-09d361feba42 HTTP/1.1" status: 204 len: 168 time: 0.1222782 Mar 28 18:59:37.617885 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27061d01-fac5-42f1-8bb9-09d361feba42,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:37.624921 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:37.625287 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:37.625647 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:37.626548 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:37.627094 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:37.627441 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:37.627777 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:37.628113 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:37.628446 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:37.629664 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:37.630139 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:37.630491 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:37.630831 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:37.631163 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:37.631496 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5ccb-61e9-4612-9a4c-e5dbe7be6eba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:38.037619 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bab9947d-918e-422c-ba40-2ef842cfba74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688188'] for router_interface (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.224464 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60184) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:38.321699 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1020547608-network', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:38.344801 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] Made reservation on behalf of 57eb367e43a34239a3b69e142f4a15af for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:59:38.347095 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.347281 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-bab9947d-918e-422c-ba40-2ef842cfba74 admin admin] Deleting port afce8f30-3170-4c65-bd04-8a2e58e4a021 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:59:38.347802 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bab9947d-918e-422c-ba40-2ef842cfba74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.355659 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.429385 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [None req-bab9947d-918e-422c-ba40-2ef842cfba74 admin admin] For port afce8f30-3170-4c65-bd04-8a2e58e4a021, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=afce8f30-3170-4c65-bd04-8a2e58e4a021,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:38.429774 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bab9947d-918e-422c-ba40-2ef842cfba74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.431150 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] Publish callbacks [] for security_group (12885bce-c5e7-47e7-b5d0-35b51af40496), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.435153 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (12885bce-c5e7-47e7-b5d0-35b51af40496), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.443753 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-bab9947d-918e-422c-ba40-2ef842cfba74 admin admin] Calling delete_port for afce8f30-3170-4c65-bd04-8a2e58e4a021 owned by network:router_interface {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:59:38.460935 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:59:38.470977 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12885bce-c5e7-47e7-b5d0-35b51af40496,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:38.476092 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (d38720e6-82d0-44d8-a9d0-f1b74bcc2127), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.476439 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.segments_db [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] Added segment d38720e6-82d0-44d8-a9d0-f1b74bcc2127 of type vlan for network 9c24cc45-b21d-49c0-aae1-69d685c7c838 Mar 28 18:59:38.516043 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (9c24cc45-b21d-49c0-aae1-69d685c7c838), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.541906 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (9c24cc45-b21d-49c0-aae1-69d685c7c838), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.542951 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:38.543538 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.603514 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3778660 Mar 28 18:59:38.608155 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60188) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:38.615660 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9974ea09-1dac-4b4f-b050-bd6ab981c695 admin admin] Request body: {'subnet': {'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1020547608-subnet', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:38.621542 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fa64c-9aa7-4ddd-845b-b51170490b01 admin admin] Pushing event updated for resources: {'Network': ['ID=9c24cc45-b21d-49c0-aae1-69d685c7c838,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:38.632834 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bab9947d-918e-422c-ba40-2ef842cfba74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (afce8f30-3170-4c65-bd04-8a2e58e4a021), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.637377 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network 9c24cc45-b21d-49c0-aae1-69d685c7c838 details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:59:38.641679 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9974ea09-1dac-4b4f-b050-bd6ab981c695 admin admin] Made reservation on behalf of 57eb367e43a34239a3b69e142f4a15af for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:59:38.644117 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9974ea09-1dac-4b4f-b050-bd6ab981c695 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528677398'] for subnet (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.661584 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9947d-918e-422c-ba40-2ef842cfba74 admin admin] Pushing event deleted for resources: {'Port': ['ID=afce8f30-3170-4c65-bd04-8a2e58e4a021,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:38.828900 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9974ea09-1dac-4b4f-b050-bd6ab981c695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528608262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528677376'] for subnet (5a8819c2-e164-4fc5-b72e-179026304b5d), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.838965 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bab9947d-918e-422c-ba40-2ef842cfba74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687788'] for router_interface (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.882884 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-435197ec-015d-4c46-b209-f864ba494f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.892088 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974ea09-1dac-4b4f-b050-bd6ab981c695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a8819c2-e164-4fc5-b72e-179026304b5d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:38.900685 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9974ea09-1dac-4b4f-b050-bd6ab981c695 admin admin] Checking segment: {'id': 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:59:38.901042 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9974ea09-1dac-4b4f-b050-bd6ab981c695 admin admin] Network hostable DHCP agents. Network: 9c24cc45-b21d-49c0-aae1-69d685c7c838, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:59:38.919048 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9974ea09-1dac-4b4f-b050-bd6ab981c695 admin admin] Network 9c24cc45-b21d-49c0-aae1-69d685c7c838 is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:59:38.931168 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9974ea09-1dac-4b4f-b050-bd6ab981c695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, 9c24cc45-b21d-49c0-aae1-69d685c7c838) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:38.939693 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9974ea09-1dac-4b4f-b050-bd6ab981c695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:38.940484 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9974ea09-1dac-4b4f-b050-bd6ab981c695 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.942333 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faee1e6a-0c4c-41f0-8894-df3d5e9e3287 None None] Network 9c24cc45-b21d-49c0-aae1-69d685c7c838 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:59:38.958063 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-9974ea09-1dac-4b4f-b050-bd6ab981c695 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3488517 Mar 28 18:59:38.961062 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60190) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:38.965089 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:38.984367 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (6938d717-e328-4a78-b385-63cc19e7b072), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:38.986220 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3459'] for router (6938d717-e328-4a78-b385-63cc19e7b072), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.048047 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Publish callbacks [] for router_controller (6938d717-e328-4a78-b385-63cc19e7b072), precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.048289 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518d74fb-db2a-52d3-9ca5-064f41411709-9c24cc45-b21d-49c0-aae1-69d685c7c838', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'fixed_ips': [{'subnet_id': '5a8819c2-e164-4fc5-b72e-179026304b5d'}]}} from dv-cinder-835483-1-smb. {{(pid=109705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:59:39.049366 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.097220 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab9947d-918e-422c-ba40-2ef842cfba74 admin admin] Router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:59:39.186713 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Allocated IP 172.20.0.2 (9c24cc45-b21d-49c0-aae1-69d685c7c838/5a8819c2-e164-4fc5-b72e-179026304b5d/b3d5343c-756d-4858-9998-37c29a8cb289) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:59:39.201904 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Publish callbacks [] for router_gateway (6938d717-e328-4a78-b385-63cc19e7b072), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.231289 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab9947d-918e-422c-ba40-2ef842cfba74 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:59:39.240831 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-bab9947d-918e-422c-ba40-2ef842cfba74 admin admin] 10.222.0.18 "PUT /v2.0/routers/c8d2f02d-3af7-454e-b45f-0d981ce9b4bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6910765 Mar 28 18:59:39.241733 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60192) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:39.248644 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b019cc-55b9-4020-90e7-cf9bc8e97e6e None None] Sync routers for ids ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:59:39.271838 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b019cc-55b9-4020-90e7-cf9bc8e97e6e None None] Routers {'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:39.272477 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-57b019cc-55b9-4020-90e7-cf9bc8e97e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:39.374133 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] Publish callbacks [] for router (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.437694 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Publish callbacks [] for router_gateway (6938d717-e328-4a78-b385-63cc19e7b072), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.440773 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Publish callbacks [] for port (b3d5343c-756d-4858-9998-37c29a8cb289), precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.445030 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-57b019cc-55b9-4020-90e7-cf9bc8e97e6e None None] Set router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:39.459873 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.472773 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.487923 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] Publish callbacks [] for router_gateway (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.564770 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] Deleting port d51b0df0-6dbd-46ee-b8c7-baf276cae177 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:59:39.565121 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (d51b0df0-6dbd-46ee-b8c7-baf276cae177), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.567161 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Allocated IP 172.28.0.132 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/f7d5392c-c78f-44d1-871d-17f474417197) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:59:39.578687 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Network 9c24cc45-b21d-49c0-aae1-69d685c7c838 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:59:39.585459 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:39.590786 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Pushing event updated for resources: {'Port': ['ID=b3d5343c-756d-4858-9998-37c29a8cb289,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:39.594444 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:59:39.630159 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.630536 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.631305 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.631305 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.631571 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.631852 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.632180 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.632510 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.632839 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.633168 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.633493 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.634269 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.634269 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.634457 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.634787 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:39.677707 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Publish callbacks [] for port (f7d5392c-c78f-44d1-871d-17f474417197), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.691267 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] For port d51b0df0-6dbd-46ee-b8c7-baf276cae177, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=d51b0df0-6dbd-46ee-b8c7-baf276cae177,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:39.691476 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Attempting to bind port b3d5343c-756d-4858-9998-37c29a8cb289 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:59:39.691923 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Attempting to bind port b3d5343c-756d-4858-9998-37c29a8cb289 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:59:39.692031 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Attempting to bind port b3d5343c-756d-4858-9998-37c29a8cb289 on network 9c24cc45-b21d-49c0-aae1-69d685c7c838 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:59:39.692525 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (d51b0df0-6dbd-46ee-b8c7-baf276cae177), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.700805 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:59:39.701184 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Checking segment: {'id': 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:59:39.701594 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.702023 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Bound using segment: {'id': 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:59:39.702495 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Bound port: b3d5343c-756d-4858-9998-37c29a8cb289, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:59:39.702885 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.714831 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (f7d5392c-c78f-44d1-871d-17f474417197), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.753209 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:59:39.760242 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:39.765619 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:59:39.769645 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Pushing event updated for resources: {'Port': ['ID=f7d5392c-c78f-44d1-871d-17f474417197,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:39.798115 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] For port b3d5343c-756d-4858-9998-37c29a8cb289, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:59:39.802950 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] For port b3d5343c-756d-4858-9998-37c29a8cb289, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=b3d5343c-756d-4858-9998-37c29a8cb289,segment=NetworkSegment(d38720e6-82d0-44d8-a9d0-f1b74bcc2127),segment_id=d38720e6-82d0-44d8-a9d0-f1b74bcc2127)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:59:39.811346 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-57b019cc-55b9-4020-90e7-cf9bc8e97e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:59:38Z', 'revision_number': 5, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port': {'id': 'd51b0df0-6dbd-46ee-b8c7-baf276cae177', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:53:30Z', 'updated_at': '2022-03-28T18:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:39.815927 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:39.869894 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b019cc-55b9-4020-90e7-cf9bc8e97e6e None None] Checking router: c8d2f02d-3af7-454e-b45f-0d981ce9b4bc for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:59:39.904347 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b019cc-55b9-4020-90e7-cf9bc8e97e6e None None] Routers {'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:39.905255 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-57b019cc-55b9-4020-90e7-cf9bc8e97e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:39.970302 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] Calling delete_port for d51b0df0-6dbd-46ee-b8c7-baf276cae177 owned by network:router_gateway {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:59:39.980121 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5b175-a565-4f10-9515-c704741c5493 None None] Pushing event updated for resources: {'Port': ['ID=b3d5343c-756d-4858-9998-37c29a8cb289,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:40.010004 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-57b019cc-55b9-4020-90e7-cf9bc8e97e6e None None] Set router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc gateway port host: None {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:40.067738 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Publish callbacks [] for router_gateway (6938d717-e328-4a78-b385-63cc19e7b072), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.072676 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-57b019cc-55b9-4020-90e7-cf9bc8e97e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:59:39Z', 'revision_number': 6, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port_host': None}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:40.103178 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b019cc-55b9-4020-90e7-cf9bc8e97e6e None None] The sync data for ids ['c8d2f02d-3af7-454e-b45f-0d981ce9b4bc'] in dv-cinder-835483-1-smb is: [{'id': 'c8d2f02d-3af7-454e-b45f-0d981ce9b4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1505884316-router', 'tenant_id': 'c88a768b3efd4a9381507f381b0e331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:53:26Z', 'updated_at': '2022-03-28T18:59:39Z', 'revision_number': 6, 'project_id': 'c88a768b3efd4a9381507f381b0e331f', 'gw_port_host': None}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:59:40.213452 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (d51b0df0-6dbd-46ee-b8c7-baf276cae177), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.247390 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] Pushing event deleted for resources: {'Port': ['ID=d51b0df0-6dbd-46ee-b8c7-baf276cae177,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:40.322462 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694982'] for router_gateway (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.334219 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695010'] for router (6938d717-e328-4a78-b385-63cc19e7b072), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.421742 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.424537 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] Publish callbacks [] for router_controller (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), precommit_delete_associations {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.466883 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Router 6938d717-e328-4a78-b385-63cc19e7b072 is scheduled to L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 18:59:40.470225 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690595'] for router (c8d2f02d-3af7-454e-b45f-0d981ce9b4bc), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.470902 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8d2f02d-3af7-454e-b45f-0d981ce9b4bc {{(pid=109703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 18:59:40.476008 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] Publish callbacks [] for router (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.476725 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-2fafef9e-1921-4b6b-9973-c6593a067ede admin admin] 10.222.0.18 "DELETE /v2.0/routers/c8d2f02d-3af7-454e-b45f-0d981ce9b4bc HTTP/1.1" status: 204 len: 168 time: 1.2340014 Mar 28 18:59:40.479271 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60194) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:40.526581 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7e973d-b1b6-4497-9182-ae6d9d774836 admin admin] Deleting subnet 8c0ba61c-eb16-48bb-8d0b-0365046be9db {{(pid=109703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 18:59:40.530259 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ac7e973d-b1b6-4497-9182-ae6d9d774836 admin admin] Publish callbacks [] for subnet (8c0ba61c-eb16-48bb-8d0b-0365046be9db), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.568212 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ac7e973d-b1b6-4497-9182-ae6d9d774836 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530570927'] for subnet (8c0ba61c-eb16-48bb-8d0b-0365046be9db), precommit_delete_associations {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.587622 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:59:40.600058 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Sync routers for ids ['6938d717-e328-4a78-b385-63cc19e7b072'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:59:40.613925 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Routers {'6938d717-e328-4a78-b385-63cc19e7b072'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:40.614770 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['6938d717-e328-4a78-b385-63cc19e7b072'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:40.621409 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.626535 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-83904856-03ce-404c-8bec-cf7a5781394a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6644287 Mar 28 18:59:40.628139 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60196) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:40.681997 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ac7e973d-b1b6-4497-9182-ae6d9d774836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (8c0ba61c-eb16-48bb-8d0b-0365046be9db), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.736798 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Set router 6938d717-e328-4a78-b385-63cc19e7b072 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:40.741691 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ac7e973d-b1b6-4497-9182-ae6d9d774836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530563956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530556935'] for subnet (8c0ba61c-eb16-48bb-8d0b-0365046be9db), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.769495 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e973d-b1b6-4497-9182-ae6d9d774836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0ba61c-eb16-48bb-8d0b-0365046be9db,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:40.775850 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ac7e973d-b1b6-4497-9182-ae6d9d774836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.779389 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-ac7e973d-b1b6-4497-9182-ae6d9d774836 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8c0ba61c-eb16-48bb-8d0b-0365046be9db HTTP/1.1" status: 204 len: 168 time: 0.2991786 Mar 28 18:59:40.781855 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60198) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:40.786238 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459b5822-62c0-4149-a3c1-6abe9aa49de9 None None] Network 211f47c6-29ed-4108-b184-3fd54ff73f18 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:59:40.872631 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (211f47c6-29ed-4108-b184-3fd54ff73f18), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.932275 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T18:59:39Z', 'revision_number': 3, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port': {'id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:39Z', 'updated_at': '2022-03-28T18:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:40.972935 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Checking router: 6938d717-e328-4a78-b385-63cc19e7b072 for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:59:40.973518 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Updating router 6938d717-e328-4a78-b385-63cc19e7b072 port f7d5392c-c78f-44d1-871d-17f474417197 binding host dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:59:41.017057 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (f7d5392c-c78f-44d1-871d-17f474417197), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.020694 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Deleting port f7acfe60-5333-44dc-8fa5-4b66058352f8 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:59:41.021042 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.021306 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e77e16-9257-4f40-8d20-2debaacbd8a5 None None] DHCP port deletion for 211f47c6-29ed-4108-b184-3fd54ff73f18 request from dv-cinder-835483-1-smb {{(pid=109705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 18:59:41.097885 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-90269f39-3b16-4037-801c-67397a2822f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.117382 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-91e77e16-9257-4f40-8d20-2debaacbd8a5 None None] Deleting port f7acfe60-5333-44dc-8fa5-4b66058352f8 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:59:41.117780 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91e77e16-9257-4f40-8d20-2debaacbd8a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.119866 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] For port f7acfe60-5333-44dc-8fa5-4b66058352f8, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f7acfe60-5333-44dc-8fa5-4b66058352f8,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:41.122004 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.147763 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Calling delete_port for f7acfe60-5333-44dc-8fa5-4b66058352f8 owned by network:dhcp {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:59:41.177041 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f83a8f-b7a5-4c0e-9f2d-04cdb3ab5ccc None None] Network 9c24cc45-b21d-49c0-aae1-69d685c7c838 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:59:41.254778 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.287090 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.322722 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] No DVR routers for this DVR port f7acfe60-5333-44dc-8fa5-4b66058352f8 on host dv-cinder-835483-1-smb {{(pid=109703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:59:41.357189 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Publish callbacks [] for port (f7d5392c-c78f-44d1-871d-17f474417197), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.362388 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Pushing event deleted for resources: {'Port': ['ID=f7acfe60-5333-44dc-8fa5-4b66058352f8,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:41.371592 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (f7d5392c-c78f-44d1-871d-17f474417197), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.442012 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-91e77e16-9257-4f40-8d20-2debaacbd8a5 None None] For port f7acfe60-5333-44dc-8fa5-4b66058352f8, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f7acfe60-5333-44dc-8fa5-4b66058352f8,segment=NetworkSegment(7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad),segment_id=7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:41.442439 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91e77e16-9257-4f40-8d20-2debaacbd8a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.458545 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-e8883cdd-ea0c-405e-8d0b-933817ba144e None None] Provisioning complete for port b3d5343c-756d-4858-9998-37c29a8cb289 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:41.458865 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e8883cdd-ea0c-405e-8d0b-933817ba144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.466107 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Pushing event updated for resources: {'Port': ['ID=f7d5392c-c78f-44d1-871d-17f474417197,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:41.472544 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-91e77e16-9257-4f40-8d20-2debaacbd8a5 None None] Calling delete_port for f7acfe60-5333-44dc-8fa5-4b66058352f8 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:59:41.473435 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Allocated IP 172.20.0.1 (9c24cc45-b21d-49c0-aae1-69d685c7c838/5a8819c2-e164-4fc5-b72e-179026304b5d/6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:59:41.474072 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Attempting to bind port f7d5392c-c78f-44d1-871d-17f474417197 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:59:41.475031 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Attempting to bind port f7d5392c-c78f-44d1-871d-17f474417197 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:59:41.475582 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Attempting to bind port f7d5392c-c78f-44d1-871d-17f474417197 on network 43097040-ae62-42ba-a1e8-2488009ecdd2 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:59:41.482750 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.483154 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.483550 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.483963 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.484345 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.484683 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.485347 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.486114 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.486646 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.487195 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.487682 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.488231 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.488789 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.489164 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.489500 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:59:41.499440 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:59:41.499845 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Checking segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:59:41.500353 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.501791 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Bound using segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:59:41.502295 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Bound port: f7d5392c-c78f-44d1-871d-17f474417197, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:59:41.502768 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (f7d5392c-c78f-44d1-871d-17f474417197), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.507560 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (211f47c6-29ed-4108-b184-3fd54ff73f18), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.556821 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211f47c6-29ed-4108-b184-3fd54ff73f18']}} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:41.567947 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] For port f7d5392c-c78f-44d1-871d-17f474417197, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:59:41.574964 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] For port f7d5392c-c78f-44d1-871d-17f474417197, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f7d5392c-c78f-44d1-871d-17f474417197,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:59:41.586362 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (f7d5392c-c78f-44d1-871d-17f474417197), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.588843 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad') {'for_net_delete': True} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:41.589148 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad') {} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:41.613455 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530570916'] for segment (7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.620179 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Publish callbacks [] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.643376 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.646406 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Routers {'6938d717-e328-4a78-b385-63cc19e7b072'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:41.657756 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['6938d717-e328-4a78-b385-63cc19e7b072'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:41.661326 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 18:59:41.661749 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530563538'] for segment (7d5e7b71-3078-4c5b-ab69-f73f7feeb8ad), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: Traceback (most recent call last): Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: timer() Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: cb(*args, **kw) Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: return func(*args, **kwargs) Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: self._notify() Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: self.callback(batched_events) Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: event.method(event) Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: return f(self, *a, **k) Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: return self._get(url).json() Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: return self.request(url, 'GET', **kwargs) Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 18:59:41.663531 dv-cinder-835483-1-smb neutron-server[109703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 18:59:41.667956 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-e8883cdd-ea0c-405e-8d0b-933817ba144e None None] Current status of the port b3d5343c-756d-4858-9998-37c29a8cb289 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:41.668524 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e8883cdd-ea0c-405e-8d0b-933817ba144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.703850 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.721557 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-e8883cdd-ea0c-405e-8d0b-933817ba144e None None] For port b3d5343c-756d-4858-9998-37c29a8cb289, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=b3d5343c-756d-4858-9998-37c29a8cb289,segment=NetworkSegment(d38720e6-82d0-44d8-a9d0-f1b74bcc2127),segment_id=d38720e6-82d0-44d8-a9d0-f1b74bcc2127)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:41.728733 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e8883cdd-ea0c-405e-8d0b-933817ba144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.742628 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (211f47c6-29ed-4108-b184-3fd54ff73f18), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.748723 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device b3d5343c-756d-4858-9998-37c29a8cb289 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:41.756220 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.765810 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] 10.222.0.18 "DELETE /v2.0/networks/211f47c6-29ed-4108-b184-3fd54ff73f18 HTTP/1.1" status: 204 len: 168 time: 0.9819951 Mar 28 18:59:41.772672 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91e77e16-9257-4f40-8d20-2debaacbd8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925'] for port (f7acfe60-5333-44dc-8fa5-4b66058352f8), after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.778421 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Network 9c24cc45-b21d-49c0-aae1-69d685c7c838 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:59:41.784214 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] Set router 6938d717-e328-4a78-b385-63cc19e7b072 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:41.789455 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:41.795091 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:59:41.822166 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d82ba0-a574-4ced-8510-966e435d270b admin admin] Pushing event deleted for resources: {'Network': ['ID=211f47c6-29ed-4108-b184-3fd54ff73f18,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:41.843661 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:41.854644 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91e77e16-9257-4f40-8d20-2debaacbd8a5 None None] Network 211f47c6-29ed-4108-b184-3fd54ff73f18 is not hosted by any dhcp agent {{(pid=109705) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 18:59:41.856257 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e77e16-9257-4f40-8d20-2debaacbd8a5 None None] No DVR routers for this DVR port f7acfe60-5333-44dc-8fa5-4b66058352f8 on host dv-cinder-835483-1-smb {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:59:41.858120 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688309'] for router_interface (6938d717-e328-4a78-b385-63cc19e7b072), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.922586 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8883cdd-ea0c-405e-8d0b-933817ba144e None None] Pushing event updated for resources: {'Port': ['ID=b3d5343c-756d-4858-9998-37c29a8cb289,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:41.961269 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e77e16-9257-4f40-8d20-2debaacbd8a5 None None] Pushing event deleted for resources: {'Port': ['ID=f7acfe60-5333-44dc-8fa5-4b66058352f8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:41.976448 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port b3d5343c-756d-4858-9998-37c29a8cb289 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:41.977438 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.999618 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60202) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:42.019990 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bd076-abe8-41b9-8b39-cf09cdc71766 None None] Pushing event updated for resources: {'Port': ['ID=f7d5392c-c78f-44d1-871d-17f474417197,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:42.073345 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T18:59:39Z', 'revision_number': 3, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port': {'id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:39Z', 'updated_at': '2022-03-28T18:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:42.083763 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-c157410b-9bf5-4fd6-a20e-39dc4f9310f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c88a768b3efd4a9381507f381b0e331f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0828385 Mar 28 18:59:42.090265 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port b3d5343c-756d-4858-9998-37c29a8cb289 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:42.099579 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60204) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:42.112274 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbfe25-f646-4159-aa0d-23e5b3fcc5e4 None None] The sync data for ids ['6938d717-e328-4a78-b385-63cc19e7b072'] in dv-cinder-835483-1-smb is: [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T18:59:39Z', 'revision_number': 3, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port': {'id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:39Z', 'updated_at': '2022-03-28T18:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:59:42.174925 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2cbe224a-ede6-4ad4-8529-77ea4e9c56e1 admin admin] Publish callbacks [] for security_group (e9c3b6ef-a0ec-4552-8d62-f299f2aad3c5), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:42.182070 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-0b800b5b-3519-4e0a-beb4-edcb602f62f5 None None] Provisioning complete for port b3d5343c-756d-4858-9998-37c29a8cb289 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:42.182782 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0b800b5b-3519-4e0a-beb4-edcb602f62f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:42.213543 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2cbe224a-ede6-4ad4-8529-77ea4e9c56e1 admin admin] Publish callbacks [] for security_group (e9c3b6ef-a0ec-4552-8d62-f299f2aad3c5), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:42.231979 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f7acfe60-5333-44dc-8fa5-4b66058352f8 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:59:42.278204 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: f7acfe60-5333-44dc-8fa5-4b66058352f8 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:59:42.278537 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f7acfe60-5333-44dc-8fa5-4b66058352f8 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:59:42.278968 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device afce8f30-3170-4c65-bd04-8a2e58e4a021 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:59:42.286209 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2cbe224a-ede6-4ad4-8529-77ea4e9c56e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (e9c3b6ef-a0ec-4552-8d62-f299f2aad3c5), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:42.289905 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-2cbe224a-ede6-4ad4-8529-77ea4e9c56e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:42.293657 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-2cbe224a-ede6-4ad4-8529-77ea4e9c56e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9c3b6ef-a0ec-4552-8d62-f299f2aad3c5 HTTP/1.1" status: 204 len: 168 time: 0.1903734 Mar 28 18:59:42.304013 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe224a-ede6-4ad4-8529-77ea4e9c56e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c3b6ef-a0ec-4552-8d62-f299f2aad3c5,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:42.342131 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: afce8f30-3170-4c65-bd04-8a2e58e4a021 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:59:42.342539 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device afce8f30-3170-4c65-bd04-8a2e58e4a021 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:59:42.342966 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device d51b0df0-6dbd-46ee-b8c7-baf276cae177 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:59:42.372141 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: d51b0df0-6dbd-46ee-b8c7-baf276cae177 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:59:42.372481 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device d51b0df0-6dbd-46ee-b8c7-baf276cae177 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:59:42.389214 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:42.420556 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:42.457352 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0b800b5b-3519-4e0a-beb4-edcb602f62f5 None None] Current status of the port b3d5343c-756d-4858-9998-37c29a8cb289 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:42.584382 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-4789b11e-c2cf-424d-b7cd-f734d262edc9 None None] Provisioning complete for port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:42.584762 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4789b11e-c2cf-424d-b7cd-f734d262edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:42.631176 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Publish callbacks [] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:42.631955 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-4789b11e-c2cf-424d-b7cd-f734d262edc9 None None] Port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:59:42.637359 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:42.712913 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:42.721625 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688161'] for router_interface (6938d717-e328-4a78-b385-63cc19e7b072), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:42.830013 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Network 9c24cc45-b21d-49c0-aae1-69d685c7c838 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:59:42.831548 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:42.976545 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Router 6938d717-e328-4a78-b385-63cc19e7b072 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:59:43.106329 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:59:43.112737 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-e76c7c50-80bd-4265-9a7a-43fa1622fdc9 admin admin] 10.222.0.18 "PUT /v2.0/routers/6938d717-e328-4a78-b385-63cc19e7b072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4803047 Mar 28 18:59:43.156497 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-49baafb0-fc3e-4b11-b0d6-fb6535f43102 None None] Provisioning complete for port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:43.157019 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49baafb0-fc3e-4b11-b0d6-fb6535f43102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.168255 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60228) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:43.197751 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-49baafb0-fc3e-4b11-b0d6-fb6535f43102 None None] Port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:59:43.290073 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-42401574-network', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:43.310233 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] Made reservation on behalf of c053736f74f74b5a9c23114357e4a126 for: {'network': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:59:43.312556 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.321823 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.400808 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] Publish callbacks [] for security_group (17fe2293-c29d-4def-b470-932483c762e1), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.404851 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (17fe2293-c29d-4def-b470-932483c762e1), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.433521 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=109703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:59:43.444034 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe2293-c29d-4def-b470-932483c762e1,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:43.450509 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (9c5a383c-8b7b-4940-8267-621105ae76ad), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.450850 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.segments_db [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] Added segment 9c5a383c-8b7b-4940-8267-621105ae76ad of type vlan for network 1f330e27-be2f-46cf-b647-3494500dc99a Mar 28 18:59:43.498782 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (1f330e27-be2f-46cf-b647-3494500dc99a), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.527278 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (1f330e27-be2f-46cf-b647-3494500dc99a), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.528227 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:43.528821 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.589520 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4201591 Mar 28 18:59:43.590005 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60242) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:43.596966 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-dcf13133-55f3-4ed4-a4b8-6f48f574cb89 admin admin] Request body: {'subnet': {'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-42401574-subnet', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:43.599043 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a110085-5bc3-47ae-8eb2-e98a029dcec6 admin admin] Pushing event updated for resources: {'Network': ['ID=1f330e27-be2f-46cf-b647-3494500dc99a,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:43.611088 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network 1f330e27-be2f-46cf-b647-3494500dc99a details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:59:43.621292 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf13133-55f3-4ed4-a4b8-6f48f574cb89 admin admin] Made reservation on behalf of c053736f74f74b5a9c23114357e4a126 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:59:43.624387 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dcf13133-55f3-4ed4-a4b8-6f48f574cb89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528677398'] for subnet (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.670635 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60246) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:43.675460 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-34571480-network', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:43.713700 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] Made reservation on behalf of b60b4a0f5c4f45c4881ce613d3818d21 for: {'network': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:59:43.716196 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for network (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.738481 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.748435 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f7d5392c-c78f-44d1-871d-17f474417197 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:43.754983 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.807521 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port f7d5392c-c78f-44d1-871d-17f474417197 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:43.807973 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f7d5392c-c78f-44d1-871d-17f474417197), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.828590 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] Publish callbacks [] for security_group (4676ed1f-ca0c-463c-8cee-57f029ef7a3e), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.833206 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (4676ed1f-ca0c-463c-8cee-57f029ef7a3e), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.855793 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dcf13133-55f3-4ed4-a4b8-6f48f574cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528608262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528677376'] for subnet (0166e5a5-9fdc-488b-93b1-5a0d473bc689), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.862133 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=109703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:59:43.872314 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4676ed1f-ca0c-463c-8cee-57f029ef7a3e,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:43.878423 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (3780b820-f3df-4301-9a4b-7db4508e1547), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.878945 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.segments_db [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] Added segment 3780b820-f3df-4301-9a4b-7db4508e1547 of type vlan for network 5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3 Mar 28 18:59:43.906732 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port f7d5392c-c78f-44d1-871d-17f474417197 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:43.907280 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (f7d5392c-c78f-44d1-871d-17f474417197), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.926097 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf13133-55f3-4ed4-a4b8-6f48f574cb89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0166e5a5-9fdc-488b-93b1-5a0d473bc689,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:43.929597 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port f7d5392c-c78f-44d1-871d-17f474417197, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f7d5392c-c78f-44d1-871d-17f474417197,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:43.931577 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf13133-55f3-4ed4-a4b8-6f48f574cb89 admin admin] Checking segment: {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:59:43.931938 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf13133-55f3-4ed4-a4b8-6f48f574cb89 admin admin] Network hostable DHCP agents. Network: 1f330e27-be2f-46cf-b647-3494500dc99a, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:59:43.935594 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (f7d5392c-c78f-44d1-871d-17f474417197), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.936661 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device b3d5343c-756d-4858-9998-37c29a8cb289 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:43.948386 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792069145923'] for network (5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.951470 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf13133-55f3-4ed4-a4b8-6f48f574cb89 admin admin] Network 1f330e27-be2f-46cf-b647-3494500dc99a is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:59:43.961501 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-dcf13133-55f3-4ed4-a4b8-6f48f574cb89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, 1f330e27-be2f-46cf-b647-3494500dc99a) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:43.967368 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf13133-55f3-4ed4-a4b8-6f48f574cb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:43.967729 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dcf13133-55f3-4ed4-a4b8-6f48f574cb89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.974742 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05380894-ed8a-4978-9a73-3fe5bf1cf64a None None] Network 1f330e27-be2f-46cf-b647-3494500dc99a requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:59:43.980123 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546'] for network (5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.981344 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:43.981960 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.990791 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-dcf13133-55f3-4ed4-a4b8-6f48f574cb89 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3991072 Mar 28 18:59:43.993609 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60248) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:43.999946 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:44.024085 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.025384 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3459'] for router (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.055207 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3809314 Mar 28 18:59:44.056171 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60250) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:44.063256 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-09d55a77-fbac-43da-9ed5-8905cf92e72e admin admin] Request body: {'subnet': {'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-34571480-subnet', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'ip_version': 4}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:44.072077 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eff408-7d95-4bae-92d0-9c5e66f51c34 admin admin] Pushing event updated for resources: {'Network': ['ID=5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:44.087324 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d55a77-fbac-43da-9ed5-8905cf92e72e admin admin] Made reservation on behalf of b60b4a0f5c4f45c4881ce613d3818d21 for: {'subnet': 1} {{(pid=109703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:59:44.090191 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-09d55a77-fbac-43da-9ed5-8905cf92e72e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530556952'] for subnet (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.100914 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Network 5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3 details requested by agent ovs-agent-dv-cinder-835483-1-smb with host dv-cinder-835483-1-smb {{(pid=109705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:59:44.102344 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Publish callbacks [] for router_controller (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.102628 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=f7d5392c-c78f-44d1-871d-17f474417197,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:44.162381 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port b3d5343c-756d-4858-9998-37c29a8cb289 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:44.163028 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.191540 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Sync routers for ids ['6938d717-e328-4a78-b385-63cc19e7b072'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:59:44.241087 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518d74fb-db2a-52d3-9ca5-064f41411709-1f330e27-be2f-46cf-b647-3494500dc99a', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689'}]}} from dv-cinder-835483-1-smb. {{(pid=109705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:59:44.242031 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.256979 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Routers {'6938d717-e328-4a78-b385-63cc19e7b072'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:44.257603 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['6938d717-e328-4a78-b385-63cc19e7b072'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:44.274573 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Publish callbacks [] for router_gateway (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.306016 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-09d55a77-fbac-43da-9ed5-8905cf92e72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530563895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530556942'] for subnet (938fd84d-8606-4e56-af2f-72da5bd9927d), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.378180 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d55a77-fbac-43da-9ed5-8905cf92e72e admin admin] Checking segment: {'id': '3780b820-f3df-4301-9a4b-7db4508e1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:59:44.378593 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d55a77-fbac-43da-9ed5-8905cf92e72e admin admin] Network hostable DHCP agents. Network: 5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3, hostable agents: ['7aafe862-0404-4a07-beb2-f3aca4a8149e'], hosted agents: [] {{(pid=109703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:59:44.380922 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d55a77-fbac-43da-9ed5-8905cf92e72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=938fd84d-8606-4e56-af2f-72da5bd9927d,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:44.401476 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d55a77-fbac-43da-9ed5-8905cf92e72e admin admin] Network 5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3 is scheduled to be hosted by DHCP agent 7aafe862-0404-4a07-beb2-f3aca4a8149e with binding_index 1 {{(pid=109703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:59:44.415252 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-09d55a77-fbac-43da-9ed5-8905cf92e72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-smb, 5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3) {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:44.420012 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d55a77-fbac-43da-9ed5-8905cf92e72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:44.420521 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-09d55a77-fbac-43da-9ed5-8905cf92e72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.445080 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-09d55a77-fbac-43da-9ed5-8905cf92e72e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3846624 Mar 28 18:59:44.445382 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60252) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:44.449481 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-34571480-router', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:44.473449 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (c14d2def-0bda-46b1-9e44-ace434653e7c), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.474624 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3459'] for router (c14d2def-0bda-46b1-9e44-ace434653e7c), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.484282 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e38851-a700-4171-bc27-162c67e07c48 None None] Network 5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:59:44.522002 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Publish callbacks [] for router_gateway (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.538584 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Publish callbacks [] for router_controller (c14d2def-0bda-46b1-9e44-ace434653e7c), precommit_add_association {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.544529 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.664864 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Allocated IP 172.28.0.180 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/07942513-7812-4bc6-9d77-cc762fbde2a5) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:59:44.695942 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Publish callbacks [] for router_gateway (c14d2def-0bda-46b1-9e44-ace434653e7c), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.710288 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port b3d5343c-756d-4858-9998-37c29a8cb289 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:44.753792 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Set router 6938d717-e328-4a78-b385-63cc19e7b072 gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:44.802910 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Publish callbacks [] for port (07942513-7812-4bc6-9d77-cc762fbde2a5), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.838558 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Allocated IP 172.20.0.2 (1f330e27-be2f-46cf-b647-3494500dc99a/0166e5a5-9fdc-488b-93b1-5a0d473bc689/90a2ab9c-403d-482d-905b-fc258c0fa30c) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:59:44.857836 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (07942513-7812-4bc6-9d77-cc762fbde2a5), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.882418 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518d74fb-db2a-52d3-9ca5-064f41411709-5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3', 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3', 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'fixed_ips': [{'subnet_id': '938fd84d-8606-4e56-af2f-72da5bd9927d'}]}} from dv-cinder-835483-1-smb. {{(pid=109705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:59:44.883269 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.908568 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:59:44.912040 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:44.918118 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:59:44.921162 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Publish callbacks [] for router_gateway (c14d2def-0bda-46b1-9e44-ace434653e7c), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:44.941429 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Pushing event updated for resources: {'Port': ['ID=07942513-7812-4bc6-9d77-cc762fbde2a5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:44.943036 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.060192 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Allocated IP 172.28.0.20 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:59:45.170222 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.180495 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Publish callbacks [] for port (f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.188362 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Publish callbacks [] for router_gateway (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.220345 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.230518 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Allocated IP 172.20.0.2 (5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3/938fd84d-8606-4e56-af2f-72da5bd9927d/09f2a842-98f2-496e-9cde-7dac81449b89) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:59:45.293143 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:59:45.298475 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:45.301210 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Pushing event updated for resources: {'Port': ['ID=f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:45.308664 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:59:45.325673 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Publish callbacks [] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.336666 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.373132 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T18:59:42Z', 'revision_number': 4, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port': {'id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:39Z', 'updated_at': '2022-03-28T18:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20', 'name': '', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'mac_address': 'fa:16:3e:16:42:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:41Z', 'updated_at': '2022-03-28T18:59:42Z', 'revision_number': 2, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'subnets': [{'id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:45.411962 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Network 1f330e27-be2f-46cf-b647-3494500dc99a is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:59:45.417998 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Checking router: 6938d717-e328-4a78-b385-63cc19e7b072 for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:59:45.418353 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Updating router 6938d717-e328-4a78-b385-63cc19e7b072 port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 binding host dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:59:45.436333 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695010'] for router (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.445869 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:45.457788 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:59:45.464907 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Pushing event updated for resources: {'Port': ['ID=90a2ab9c-403d-482d-905b-fc258c0fa30c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:45.488300 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.578390 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b is scheduled to L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 18:59:45.593911 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Publish callbacks [] for router_gateway (c14d2def-0bda-46b1-9e44-ace434653e7c), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.602127 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Attempting to bind port 90a2ab9c-403d-482d-905b-fc258c0fa30c on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:59:45.602499 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Attempting to bind port 90a2ab9c-403d-482d-905b-fc258c0fa30c by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:59:45.602860 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Attempting to bind port 90a2ab9c-403d-482d-905b-fc258c0fa30c on network 1f330e27-be2f-46cf-b647-3494500dc99a {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:59:45.621704 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:59:45.622104 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Checking segment: {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:59:45.622502 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.622892 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Bound using segment: {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:59:45.623393 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Bound port: 90a2ab9c-403d-482d-905b-fc258c0fa30c, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:59:45.623770 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.629752 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Publish callbacks [] for port (09f2a842-98f2-496e-9cde-7dac81449b89), precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.686324 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.695743 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f7d5392c-c78f-44d1-871d-17f474417197 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:45.722408 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:59:45.734611 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Sync routers for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:59:45.744005 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.745529 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-033f46ee-9fff-40b1-95d2-2bbe307f3db4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7505496 Mar 28 18:59:45.747162 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:45.747788 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:45.748430 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60254) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:45.803349 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Network 5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:59:45.822149 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:45.833858 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:59:45.835680 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Pushing event updated for resources: {'Port': ['ID=09f2a842-98f2-496e-9cde-7dac81449b89,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:45.843136 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695010'] for router (c14d2def-0bda-46b1-9e44-ace434653e7c), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:45.882842 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:45.896556 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] For port 90a2ab9c-403d-482d-905b-fc258c0fa30c, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:59:45.901168 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] For port 90a2ab9c-403d-482d-905b-fc258c0fa30c, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=90a2ab9c-403d-482d-905b-fc258c0fa30c,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:59:45.949259 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.008514 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Attempting to bind port 09f2a842-98f2-496e-9cde-7dac81449b89 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:59:46.009137 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Attempting to bind port 09f2a842-98f2-496e-9cde-7dac81449b89 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': '3780b820-f3df-4301-9a4b-7db4508e1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:59:46.009664 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Attempting to bind port 09f2a842-98f2-496e-9cde-7dac81449b89 on network 5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:59:46.011696 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port f7d5392c-c78f-44d1-871d-17f474417197 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:46.012217 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f7d5392c-c78f-44d1-871d-17f474417197), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.022401 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Router c14d2def-0bda-46b1-9e44-ace434653e7c is scheduled to L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 with binding_index 1 {{(pid=109703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 18:59:46.058852 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:59:46.059534 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Checking segment: {'id': '3780b820-f3df-4301-9a4b-7db4508e1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:59:46.060090 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.060632 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Bound using segment: {'id': '3780b820-f3df-4301-9a4b-7db4508e1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:59:46.061273 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Bound port: 09f2a842-98f2-496e-9cde-7dac81449b89, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3780b820-f3df-4301-9a4b-7db4508e1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:59:46.061836 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.144657 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999bf9a-d93c-4c0e-97a9-d67622c99e26 None None] Pushing event updated for resources: {'Port': ['ID=90a2ab9c-403d-482d-905b-fc258c0fa30c,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:46.168668 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:45Z', 'revision_number': 3, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:46.196564 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:59:46.215450 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Sync routers for ids ['c14d2def-0bda-46b1-9e44-ace434653e7c'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:59:46.217611 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Checking router: 3af3df8c-a0cf-4176-ba76-25b2bab9d31b for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:59:46.218138 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Updating router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b port 07942513-7812-4bc6-9d77-cc762fbde2a5 binding host dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:59:46.226849 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.228121 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-16bc98bf-79b6-45fe-af92-5bd37fe6977c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7820616 Mar 28 18:59:46.231368 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60256) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:46.257093 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (07942513-7812-4bc6-9d77-cc762fbde2a5), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.268530 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] For port 09f2a842-98f2-496e-9cde-7dac81449b89, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:59:46.273339 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Publish callbacks [] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.288356 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Routers {'c14d2def-0bda-46b1-9e44-ace434653e7c'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:46.288999 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c14d2def-0bda-46b1-9e44-ace434653e7c'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:46.295923 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] For port 09f2a842-98f2-496e-9cde-7dac81449b89, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=09f2a842-98f2-496e-9cde-7dac81449b89,segment=NetworkSegment(3780b820-f3df-4301-9a4b-7db4508e1547),segment_id=3780b820-f3df-4301-9a4b-7db4508e1547)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:59:46.345620 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.564976 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.573932 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port f7d5392c-c78f-44d1-871d-17f474417197 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:46.623203 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e7eea-35fe-4ad4-b219-9b26a8c2dcc7 None None] Pushing event updated for resources: {'Port': ['ID=6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:46.758399 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Set router c14d2def-0bda-46b1-9e44-ace434653e7c gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:46.766574 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Publish callbacks [] for port (07942513-7812-4bc6-9d77-cc762fbde2a5), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.773969 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (07942513-7812-4bc6-9d77-cc762fbde2a5), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.809900 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Attempting to bind port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:59:46.810442 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Attempting to bind port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:59:46.810924 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Attempting to bind port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 on network 9c24cc45-b21d-49c0-aae1-69d685c7c838 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:59:46.841523 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Attempting to bind port 07942513-7812-4bc6-9d77-cc762fbde2a5 on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:59:46.842491 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Attempting to bind port 07942513-7812-4bc6-9d77-cc762fbde2a5 by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:59:46.842617 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Attempting to bind port 07942513-7812-4bc6-9d77-cc762fbde2a5 on network 43097040-ae62-42ba-a1e8-2488009ecdd2 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:59:46.852403 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784398a1-974e-4804-9f16-6532fe64aafe None None] Pushing event updated for resources: {'Port': ['ID=09f2a842-98f2-496e-9cde-7dac81449b89,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:46.852587 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:59:46.852917 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Checking segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:59:46.853320 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.853743 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Bound using segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:59:46.854226 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Bound port: 07942513-7812-4bc6-9d77-cc762fbde2a5, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:59:46.854616 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (07942513-7812-4bc6-9d77-cc762fbde2a5), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.894812 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd2cc2-c011-42f8-8cb8-56a1cbabf0b4 None None] Pushing event updated for resources: {'Port': ['ID=07942513-7812-4bc6-9d77-cc762fbde2a5,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:46.922692 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:59:46.923695 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Checking segment: {'id': 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:59:46.960015 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.960781 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Bound using segment: {'id': 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:59:46.961558 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Bound port: 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:59:46.964236 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.978023 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:46.998749 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] For port 07942513-7812-4bc6-9d77-cc762fbde2a5, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:59:47.006521 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] For port 07942513-7812-4bc6-9d77-cc762fbde2a5, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=07942513-7812-4bc6-9d77-cc762fbde2a5,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:59:47.020297 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (07942513-7812-4bc6-9d77-cc762fbde2a5), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:47.071406 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-ae74224e-4224-403b-a9ac-37bcefacfe77 None None] Provisioning complete for port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:47.072189 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae74224e-4224-403b-a9ac-37bcefacfe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:47.126000 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd2cc2-c011-42f8-8cb8-56a1cbabf0b4 None None] Pushing event updated for resources: {'Port': ['ID=07942513-7812-4bc6-9d77-cc762fbde2a5,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:47.154926 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] For port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:59:47.157069 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ae74224e-4224-403b-a9ac-37bcefacfe77 None None] Port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:59:47.158675 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:47.158894 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:47.185543 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] For port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20,segment=NetworkSegment(d38720e6-82d0-44d8-a9d0-f1b74bcc2127),segment_id=d38720e6-82d0-44d8-a9d0-f1b74bcc2127)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:59:47.197748 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:47.270722 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e7eea-35fe-4ad4-b219-9b26a8c2dcc7 None None] Pushing event updated for resources: {'Port': ['ID=6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:47.302305 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Routers {'6938d717-e328-4a78-b385-63cc19e7b072'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:47.303168 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['6938d717-e328-4a78-b385-63cc19e7b072'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:47.306994 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'name': 'tempest-TestMinimumBasicScenario-34571480-router', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:45Z', 'revision_number': 3, 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'gw_port': {'id': 'f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:47.310465 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Allocated IP 172.20.0.1 (1f330e27-be2f-46cf-b647-3494500dc99a/0166e5a5-9fdc-488b-93b1-5a0d473bc689/4eebf211-463c-41ba-b17c-f108d9d05e1b) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:59:47.356971 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:47.427541 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Checking router: c14d2def-0bda-46b1-9e44-ace434653e7c for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:59:47.427899 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Updating router c14d2def-0bda-46b1-9e44-ace434653e7c port f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd binding host dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:59:47.496680 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:47.598801 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:47.625055 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Publish callbacks [] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:47.700744 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:45Z', 'revision_number': 3, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:47.705567 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:47.750223 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b075b6d4-0af3-42c6-8f09-fdec3888e1f8 None None] The sync data for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb is: [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:45Z', 'revision_number': 3, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:59:47.763648 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Network 1f330e27-be2f-46cf-b647-3494500dc99a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:59:47.771477 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:47.812119 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:59:47.812967 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] Set router 6938d717-e328-4a78-b385-63cc19e7b072 gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:47.817664 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4eebf211-463c-41ba-b17c-f108d9d05e1b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:47.888059 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688309'] for router_interface (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:47.944957 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c30ce42-6c40-49b7-8c21-d61c1809c9c9 None None] Network 1f330e27-be2f-46cf-b647-3494500dc99a requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:59:47.956540 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Allocated IP 172.20.0.1 (5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3/938fd84d-8606-4e56-af2f-72da5bd9927d/811aba79-840a-4bd1-8b0f-9f7e8f7e18ff) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:59:47.958250 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 90a2ab9c-403d-482d-905b-fc258c0fa30c up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:48.066724 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-de6d0b9c-12f5-469c-8ccb-851b53982f0b None None] Provisioning complete for port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:48.067155 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-de6d0b9c-12f5-469c-8ccb-851b53982f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.177611 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.184187 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Publish callbacks [] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.217762 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Publish callbacks [] for port (f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd), precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.268225 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b834b7c-e3ba-48a4-a683-76e17f729e99 None None] Network 5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:59:48.290366 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.308863 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.368145 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Network 5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:59:48.380918 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:48.387798 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:59:48.394409 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Pushing event updated for resources: {'Port': ['ID=811aba79-840a-4bd1-8b0f-9f7e8f7e18ff,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:48.397163 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 90a2ab9c-403d-482d-905b-fc258c0fa30c triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:48.397552 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.422012 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-de6d0b9c-12f5-469c-8ccb-851b53982f0b None None] Current status of the port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:48.422012 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-de6d0b9c-12f5-469c-8ccb-851b53982f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.452231 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688309'] for router_interface (c14d2def-0bda-46b1-9e44-ace434653e7c), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.499162 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Attempting to bind port f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:59:48.499540 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Attempting to bind port f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:59:48.499909 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Attempting to bind port f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd on network 43097040-ae62-42ba-a1e8-2488009ecdd2 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:59:48.507608 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Publish callbacks [] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.516525 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.556949 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f445c2e-7f48-4542-be13-fd931ffd23ae None None] Pushing event updated for resources: {'Port': ['ID=f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:48.567233 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:59:48.567513 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Checking segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:59:48.567919 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.568347 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Bound using segment: {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:59:48.568936 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Bound port: f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1bf164-4870-407d-a95d-4cb7d38292b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:59:48.569578 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.645519 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4eebf211-463c-41ba-b17c-f108d9d05e1b,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:48.659249 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688161'] for router_interface (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.749543 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-de6d0b9c-12f5-469c-8ccb-851b53982f0b None None] For port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20,segment=NetworkSegment(d38720e6-82d0-44d8-a9d0-f1b74bcc2127),segment_id=d38720e6-82d0-44d8-a9d0-f1b74bcc2127)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:48.777417 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Network 1f330e27-be2f-46cf-b647-3494500dc99a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:59:48.794160 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-de6d0b9c-12f5-469c-8ccb-851b53982f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.816046 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:48.848998 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T18:59:42Z', 'revision_number': 4, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port': {'id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:39Z', 'updated_at': '2022-03-28T18:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20', 'name': '', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'mac_address': 'fa:16:3e:16:42:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:41Z', 'updated_at': '2022-03-28T18:59:47Z', 'revision_number': 4, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'subnets': [{'id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:48.889497 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:48.920991 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28343a4-9be8-4a76-bde5-2b772f4bbf8a None None] The sync data for ids ['6938d717-e328-4a78-b385-63cc19e7b072'] in dv-cinder-835483-1-smb is: [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T18:59:42Z', 'revision_number': 4, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port': {'id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:39Z', 'updated_at': '2022-03-28T18:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20', 'name': '', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'mac_address': 'fa:16:3e:16:42:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:41Z', 'updated_at': '2022-03-28T18:59:47Z', 'revision_number': 4, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'subnets': [{'id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:59:48.952053 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] For port f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:59:48.980289 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d0b9c-12f5-469c-8ccb-851b53982f0b None None] Pushing event updated for resources: {'Port': ['ID=6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:48.984799 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] For port f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:59:49.004248 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 90a2ab9c-403d-482d-905b-fc258c0fa30c is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:49.005354 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:49.010885 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:49.021965 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-eab199c3-e745-4356-bdff-8d58878a10ae None None] Provisioning complete for port 90a2ab9c-403d-482d-905b-fc258c0fa30c triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:49.022591 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eab199c3-e745-4356-bdff-8d58878a10ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:49.130038 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port 90a2ab9c-403d-482d-905b-fc258c0fa30c, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=90a2ab9c-403d-482d-905b-fc258c0fa30c,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:49.149224 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:59:49.175315 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:49.176119 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 09f2a842-98f2-496e-9cde-7dac81449b89 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:49.221145 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f445c2e-7f48-4542-be13-fd931ffd23ae None None] Pushing event updated for resources: {'Port': ['ID=f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:49.223941 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Routers {'c14d2def-0bda-46b1-9e44-ace434653e7c'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:49.224565 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c14d2def-0bda-46b1-9e44-ace434653e7c'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:49.339859 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Publish callbacks [] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:49.351405 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:49.399283 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688161'] for router_interface (c14d2def-0bda-46b1-9e44-ace434653e7c), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:49.434170 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-eab199c3-e745-4356-bdff-8d58878a10ae None None] Current status of the port 90a2ab9c-403d-482d-905b-fc258c0fa30c is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:49.464512 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Pushing event updated for resources: {'Port': ['ID=811aba79-840a-4bd1-8b0f-9f7e8f7e18ff,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:49.480087 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] Set router c14d2def-0bda-46b1-9e44-ace434653e7c gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:49.497563 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:59:49.534186 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-6b1b7147-09b8-4ba3-a02f-4df029dd64a7 admin admin] 10.222.0.18 "PUT /v2.0/routers/3af3df8c-a0cf-4176-ba76-25b2bab9d31b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7842777 Mar 28 18:59:49.540692 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=90a2ab9c-403d-482d-905b-fc258c0fa30c,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:49.644882 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Network 5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:59:49.649190 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:49.670654 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 09f2a842-98f2-496e-9cde-7dac81449b89 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:49.671406 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:49.719210 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-eab199c3-e745-4356-bdff-8d58878a10ae None None] Provisioning complete for port 09f2a842-98f2-496e-9cde-7dac81449b89 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:49.720093 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eab199c3-e745-4356-bdff-8d58878a10ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:49.835500 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Router c14d2def-0bda-46b1-9e44-ace434653e7c has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:59:49.976029 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:59:49.994649 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-2aa9ca7d-efc7-45b2-ac7f-f281c94c8aaf admin admin] 10.222.0.18 "PUT /v2.0/routers/c14d2def-0bda-46b1-9e44-ace434653e7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7620778 Mar 28 18:59:50.095903 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-eab199c3-e745-4356-bdff-8d58878a10ae None None] Current status of the port 09f2a842-98f2-496e-9cde-7dac81449b89 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:50.096706 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eab199c3-e745-4356-bdff-8d58878a10ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:50.121465 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 09f2a842-98f2-496e-9cde-7dac81449b89 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:50.122098 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:50.132407 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Sync routers for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:59:50.148524 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:50.153161 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:50.162903 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port 09f2a842-98f2-496e-9cde-7dac81449b89, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=09f2a842-98f2-496e-9cde-7dac81449b89,segment=NetworkSegment(3780b820-f3df-4301-9a4b-7db4508e1547),segment_id=3780b820-f3df-4301-9a4b-7db4508e1547)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:50.183055 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:50.187003 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'name': 'tempest-TestMinimumBasicScenario-34571480-router', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'gw_port': {'id': 'f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '811aba79-840a-4bd1-8b0f-9f7e8f7e18ff', 'name': '', 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'mac_address': 'fa:16:3e:9c:e0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '938fd84d-8606-4e56-af2f-72da5bd9927d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:47Z', 'revision_number': 1, 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'subnets': [{'id': '938fd84d-8606-4e56-af2f-72da5bd9927d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:50.304247 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd142c4e-98d3-4430-a077-b5ae722e85a3 None None] The sync data for ids ['c14d2def-0bda-46b1-9e44-ace434653e7c'] in dv-cinder-835483-1-smb is: [{'id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'name': 'tempest-TestMinimumBasicScenario-34571480-router', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'gw_port': {'id': 'f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '811aba79-840a-4bd1-8b0f-9f7e8f7e18ff', 'name': '', 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'mac_address': 'fa:16:3e:9c:e0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '938fd84d-8606-4e56-af2f-72da5bd9927d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:47Z', 'revision_number': 1, 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'subnets': [{'id': '938fd84d-8606-4e56-af2f-72da5bd9927d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:59:50.311077 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:50.365289 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=09f2a842-98f2-496e-9cde-7dac81449b89,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:50.375270 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.db.api [None req-eab199c3-e745-4356-bdff-8d58878a10ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 18:59:50.378137 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG oslo_db.api [None req-eab199c3-e745-4356-bdff-8d58878a10ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 18:59:50.476382 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 07942513-7812-4bc6-9d77-cc762fbde2a5 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:50.542431 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 07942513-7812-4bc6-9d77-cc762fbde2a5 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:50.542888 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (07942513-7812-4bc6-9d77-cc762fbde2a5), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:50.652197 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 07942513-7812-4bc6-9d77-cc762fbde2a5 is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:50.652756 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (07942513-7812-4bc6-9d77-cc762fbde2a5), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:50.680287 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60282) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:50.685695 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-03309ec8-2f1a-45c0-90aa-808040cb5739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216024790', 'description': 'tempest-description--1168898785'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:50.696027 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port 07942513-7812-4bc6-9d77-cc762fbde2a5, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=07942513-7812-4bc6-9d77-cc762fbde2a5,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:50.709213 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (07942513-7812-4bc6-9d77-cc762fbde2a5), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:50.710346 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 90a2ab9c-403d-482d-905b-fc258c0fa30c up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:50.731709 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03309ec8-2f1a-45c0-90aa-808040cb5739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:50.793451 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 2, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:50.842735 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Checking router: 3af3df8c-a0cf-4176-ba76-25b2bab9d31b for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:59:50.843438 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Updating router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b port 4eebf211-463c-41ba-b17c-f108d9d05e1b binding host dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:59:50.852418 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=07942513-7812-4bc6-9d77-cc762fbde2a5,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:50.861672 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 90a2ab9c-403d-482d-905b-fc258c0fa30c triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:50.862108 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:50.866071 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03309ec8-2f1a-45c0-90aa-808040cb5739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (586fdb56-3efc-46b6-8c50-2e4dd5600b7b), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:50.871482 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03309ec8-2f1a-45c0-90aa-808040cb5739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (586fdb56-3efc-46b6-8c50-2e4dd5600b7b), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:50.896964 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03309ec8-2f1a-45c0-90aa-808040cb5739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:50.899317 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-03309ec8-2f1a-45c0-90aa-808040cb5739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2173057 Mar 28 18:59:50.901598 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:50.902027 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60290) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:50.906799 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-4562168e-5074-4c7f-bdfb-ce7a16bdf53b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'security_group_rule': {'security_group_id': '586fdb56-3efc-46b6-8c50-2e4dd5600b7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:50.958213 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03309ec8-2f1a-45c0-90aa-808040cb5739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=586fdb56-3efc-46b6-8c50-2e4dd5600b7b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:50.958343 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-eab199c3-e745-4356-bdff-8d58878a10ae None None] Current status of the port 09f2a842-98f2-496e-9cde-7dac81449b89 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:50.960668 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4562168e-5074-4c7f-bdfb-ce7a16bdf53b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (8ae01cb3-d3d7-497e-b89c-f9083b235b03), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.015681 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-eab199c3-e745-4356-bdff-8d58878a10ae None None] Provisioning complete for port 4eebf211-463c-41ba-b17c-f108d9d05e1b triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:51.021627 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eab199c3-e745-4356-bdff-8d58878a10ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.053665 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4562168e-5074-4c7f-bdfb-ce7a16bdf53b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (8ae01cb3-d3d7-497e-b89c-f9083b235b03), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.059973 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4562168e-5074-4c7f-bdfb-ce7a16bdf53b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (8ae01cb3-d3d7-497e-b89c-f9083b235b03), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.065467 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 90a2ab9c-403d-482d-905b-fc258c0fa30c is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:51.066585 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:51.099969 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562168e-5074-4c7f-bdfb-ce7a16bdf53b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae01cb3-d3d7-497e-b89c-f9083b235b03,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:51.106538 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-eab199c3-e745-4356-bdff-8d58878a10ae None None] Port 4eebf211-463c-41ba-b17c-f108d9d05e1b cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:59:51.127954 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-4562168e-5074-4c7f-bdfb-ce7a16bdf53b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.132399 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-4562168e-5074-4c7f-bdfb-ce7a16bdf53b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291811 Mar 28 18:59:51.135176 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60294) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:51.142327 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f49cd128-d00c-4a3e-93bd-5b6e02892183 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'security_group_rule': {'security_group_id': '586fdb56-3efc-46b6-8c50-2e4dd5600b7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:51.158359 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:51.158556 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.196690 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f49cd128-d00c-4a3e-93bd-5b6e02892183 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (b687341f-b534-47e3-a296-0b201502e871), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.287354 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-edfe677d-06d9-49f7-837c-9471ec82d8bf None None] Provisioning complete for port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:51.287867 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-edfe677d-06d9-49f7-837c-9471ec82d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.318834 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:51.342742 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f49cd128-d00c-4a3e-93bd-5b6e02892183 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (b687341f-b534-47e3-a296-0b201502e871), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.345000 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Publish callbacks [] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.347026 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-edfe677d-06d9-49f7-837c-9471ec82d8bf None None] Port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:59:51.351551 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f49cd128-d00c-4a3e-93bd-5b6e02892183 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (b687341f-b534-47e3-a296-0b201502e871), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.354201 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.380698 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-edfe677d-06d9-49f7-837c-9471ec82d8bf None None] Provisioning complete for port 09f2a842-98f2-496e-9cde-7dac81449b89 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:51.382418 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-edfe677d-06d9-49f7-837c-9471ec82d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.385419 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cd128-d00c-4a3e-93bd-5b6e02892183 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b687341f-b534-47e3-a296-0b201502e871,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:51.410056 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bac35-dbf4-478b-b067-9e9720e225f9 None None] Pushing event updated for resources: {'Port': ['ID=4eebf211-463c-41ba-b17c-f108d9d05e1b,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:51.415166 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f49cd128-d00c-4a3e-93bd-5b6e02892183 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.419680 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60298) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:51.424844 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-f49cd128-d00c-4a3e-93bd-5b6e02892183 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2802639 Mar 28 18:59:51.425009 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'floatingip': {'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:51.474335 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.558124 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Attempting to bind port 4eebf211-463c-41ba-b17c-f108d9d05e1b on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:59:51.558498 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Attempting to bind port 4eebf211-463c-41ba-b17c-f108d9d05e1b by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:59:51.558861 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Attempting to bind port 4eebf211-463c-41ba-b17c-f108d9d05e1b on network 1f330e27-be2f-46cf-b647-3494500dc99a {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:59:51.569941 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:59:51.570331 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Checking segment: {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:59:51.570741 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.571383 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Bound using segment: {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:59:51.571877 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Bound port: 4eebf211-463c-41ba-b17c-f108d9d05e1b, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:59:51.572267 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.700265 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] For port 4eebf211-463c-41ba-b17c-f108d9d05e1b, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:59:51.706706 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] For port 4eebf211-463c-41ba-b17c-f108d9d05e1b, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=4eebf211-463c-41ba-b17c-f108d9d05e1b,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:59:51.722057 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:51.809408 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bac35-dbf4-478b-b067-9e9720e225f9 None None] Pushing event updated for resources: {'Port': ['ID=4eebf211-463c-41ba-b17c-f108d9d05e1b,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:51.834772 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:51.835419 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:51.851664 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-edfe677d-06d9-49f7-837c-9471ec82d8bf None None] Current status of the port 09f2a842-98f2-496e-9cde-7dac81449b89 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:51.902202 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-edfe677d-06d9-49f7-837c-9471ec82d8bf None None] Provisioning complete for port 4eebf211-463c-41ba-b17c-f108d9d05e1b triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:51.902202 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-edfe677d-06d9-49f7-837c-9471ec82d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:52.013868 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:52.038499 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:52.075385 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-edfe677d-06d9-49f7-837c-9471ec82d8bf None None] Current status of the port 4eebf211-463c-41ba-b17c-f108d9d05e1b is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:52.083351 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-edfe677d-06d9-49f7-837c-9471ec82d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:52.155029 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-edfe677d-06d9-49f7-837c-9471ec82d8bf None None] For port 4eebf211-463c-41ba-b17c-f108d9d05e1b, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=4eebf211-463c-41ba-b17c-f108d9d05e1b,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:52.163986 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-edfe677d-06d9-49f7-837c-9471ec82d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:52.211886 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Allocated IP 172.28.0.6 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/3270dc8b-89bc-418b-81a8-88ac37bc9d89) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:59:52.310864 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe677d-06d9-49f7-837c-9471ec82d8bf None None] Pushing event updated for resources: {'Port': ['ID=4eebf211-463c-41ba-b17c-f108d9d05e1b,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:52.325195 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-4533d6f2-58b4-4118-af4c-3ebf46bbb4e5 None None] Provisioning complete for port 4eebf211-463c-41ba-b17c-f108d9d05e1b triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:52.325703 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4533d6f2-58b4-4118-af4c-3ebf46bbb4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:52.405327 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for port (3270dc8b-89bc-418b-81a8-88ac37bc9d89), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:52.489561 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (3270dc8b-89bc-418b-81a8-88ac37bc9d89), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:52.490634 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-4533d6f2-58b4-4118-af4c-3ebf46bbb4e5 None None] Current status of the port 4eebf211-463c-41ba-b17c-f108d9d05e1b is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:52.542835 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 07942513-7812-4bc6-9d77-cc762fbde2a5 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:52.578530 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:59:52.580931 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:52.584138 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:59:52.587400 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'Port': ['ID=3270dc8b-89bc-418b-81a8-88ac37bc9d89,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:52.678697 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 07942513-7812-4bc6-9d77-cc762fbde2a5 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:52.678966 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (07942513-7812-4bc6-9d77-cc762fbde2a5), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:52.776435 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (72f3766f-576e-4ac0-be06-dc277ec588af), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:52.780185 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:51Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:52.850473 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (3270dc8b-89bc-418b-81a8-88ac37bc9d89), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:52.854870 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e263e1f7-b1bf-46dc-99de-7c3961697162 None None] The sync data for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb is: [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:51Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:59:52.874114 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 07942513-7812-4bc6-9d77-cc762fbde2a5 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:52.875746 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:53.029387 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:53.038385 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:53.190216 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:53.192682 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:53.230745 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] For port f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:53.234063 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for port (3270dc8b-89bc-418b-81a8-88ac37bc9d89), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:53.239439 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:53.240016 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 09f2a842-98f2-496e-9cde-7dac81449b89 up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:53.243606 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (3270dc8b-89bc-418b-81a8-88ac37bc9d89), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:53.361102 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Pushing event updated for resources: {'Port': ['ID=f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:53.377000 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 09f2a842-98f2-496e-9cde-7dac81449b89 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:53.378459 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:53.410272 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'Port': ['ID=3270dc8b-89bc-418b-81a8-88ac37bc9d89,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:53.419559 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (72f3766f-576e-4ac0-be06-dc277ec588af), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:53.448614 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:53.451009 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-3eb93d2a-476a-4d35-b486-966c93c89017 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0300879 Mar 28 18:59:53.486770 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 09f2a842-98f2-496e-9cde-7dac81449b89 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:53.654061 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-c9555859-839d-4b86-83ca-9d3f0b63e867 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1216024790&fields=id&tenant_id=c053736f74f74b5a9c23114357e4a126 HTTP/1.1" status: 200 len: 267 time: 0.0479007 Mar 28 18:59:54.059683 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-9533f718-2487-4226-9cd9-35a0795eb17a tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:54.061113 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-9533f718-2487-4226-9cd9-35a0795eb17a tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 813 time: 0.3991287 Mar 28 18:59:54.080933 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-491c3423-965d-4597-825e-55de8ed77566 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/quotas/c053736f74f74b5a9c23114357e4a126 HTTP/1.1" status: 200 len: 375 time: 0.0126798 Mar 28 18:59:54.168162 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-9bb830fd-cf2b-4879-8737-27e5f2b77a1a tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670974 Mar 28 18:59:54.401020 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-5d66baa9-e00d-434e-a191-3a7cdc96cb85 service neutron] 10.222.0.18 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317591 Mar 28 18:59:54.426759 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:54.480361 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:54.480994 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:54.528008 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-4114e324-4252-46ad-a27c-9fbdbbb4d56f service neutron] 10.222.0.18 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262348 Mar 28 18:59:54.592665 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:54.593766 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 4eebf211-463c-41ba-b17c-f108d9d05e1b up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:54.662720 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 4eebf211-463c-41ba-b17c-f108d9d05e1b triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:54.665956 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:54.753257 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-425fde8c-4caa-4971-81eb-46417dd61563 req-31b0f385-f315-4be3-a974-8d8856f1c8de tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 210 time: 0.0460398 Mar 28 18:59:54.811364 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 4eebf211-463c-41ba-b17c-f108d9d05e1b is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:55.869541 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-655ecb74-1888-459c-9b8f-d713e5580255 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:55.870951 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-655ecb74-1888-459c-9b8f-d713e5580255 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 813 time: 0.1570215 Mar 28 18:59:55.906333 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-623e0c30-fb97-47d8-a575-a878d6ea26b3 req-15153893-585b-418c-97e9-97a421bfd960 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 210 time: 0.0343945 Mar 28 18:59:55.979529 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-dee64aba-7e85-4d30-b342-e59d8f1b4ce8 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c053736f74f74b5a9c23114357e4a126 HTTP/1.1" status: 200 len: 380 time: 0.0982189 Mar 28 18:59:55.989866 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-11276e4f-c1f6-4c2b-99a7-91740cc92b0b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'port': {'device_id': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'admin_state_up': True, 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'security_groups': ['586fdb56-3efc-46b6-8c50-2e4dd5600b7b']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:56.119739 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-11276e4f-c1f6-4c2b-99a7-91740cc92b0b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Made reservation on behalf of c053736f74f74b5a9c23114357e4a126 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:59:56.123395 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-11276e4f-c1f6-4c2b-99a7-91740cc92b0b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:56.212979 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Sync routers for ids ['c14d2def-0bda-46b1-9e44-ace434653e7c'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:59:56.246607 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Routers {'c14d2def-0bda-46b1-9e44-ace434653e7c'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:56.247339 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c14d2def-0bda-46b1-9e44-ace434653e7c'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:56.252363 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:56.309063 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-11276e4f-c1f6-4c2b-99a7-91740cc92b0b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Allocated IP 172.20.0.7 (1f330e27-be2f-46cf-b647-3494500dc99a/0166e5a5-9fdc-488b-93b1-5a0d473bc689/d719801b-6d64-457c-a588-fda0ad2673b6) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:59:56.415955 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Set router c14d2def-0bda-46b1-9e44-ace434653e7c gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:56.492382 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-11276e4f-c1f6-4c2b-99a7-91740cc92b0b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for port (d719801b-6d64-457c-a588-fda0ad2673b6), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:56.546544 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-11276e4f-c1f6-4c2b-99a7-91740cc92b0b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (d719801b-6d64-457c-a588-fda0ad2673b6), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:56.607288 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-11276e4f-c1f6-4c2b-99a7-91740cc92b0b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Network 1f330e27-be2f-46cf-b647-3494500dc99a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:59:56.608832 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11276e4f-c1f6-4c2b-99a7-91740cc92b0b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'Port': ['ID=d719801b-6d64-457c-a588-fda0ad2673b6,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:56.618836 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-11276e4f-c1f6-4c2b-99a7-91740cc92b0b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:59:56.621689 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-11276e4f-c1f6-4c2b-99a7-91740cc92b0b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:59:56.689297 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-11276e4f-c1f6-4c2b-99a7-91740cc92b0b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:56.690001 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-11276e4f-c1f6-4c2b-99a7-91740cc92b0b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:56.718738 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-11276e4f-c1f6-4c2b-99a7-91740cc92b0b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7326794 Mar 28 18:59:56.722777 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'name': 'tempest-TestMinimumBasicScenario-34571480-router', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'gw_port': {'id': 'f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '811aba79-840a-4bd1-8b0f-9f7e8f7e18ff', 'name': '', 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'mac_address': 'fa:16:3e:9c:e0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '938fd84d-8606-4e56-af2f-72da5bd9927d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 2, 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'subnets': [{'id': '938fd84d-8606-4e56-af2f-72da5bd9927d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:56.737156 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Request body: {'port': {'device_id': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:56.771060 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Checking router: c14d2def-0bda-46b1-9e44-ace434653e7c for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:59:56.771472 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Updating router c14d2def-0bda-46b1-9e44-ace434653e7c port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff binding host dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:59:56.824799 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:56.836527 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (d719801b-6d64-457c-a588-fda0ad2673b6), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:57.084350 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af946c9c-53c0-4dca-8b64-bfff98496769 req-75139bdb-de22-464e-9bbf-0227f8abc612 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:57.086669 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-af946c9c-53c0-4dca-8b64-bfff98496769 req-75139bdb-de22-464e-9bbf-0227f8abc612 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 931 time: 0.0784738 Mar 28 18:59:57.139035 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-d024352e-bb6f-49c5-8b8f-6f48538b8aaa None None] Provisioning complete for port d719801b-6d64-457c-a588-fda0ad2673b6 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:57.139401 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d024352e-bb6f-49c5-8b8f-6f48538b8aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (d719801b-6d64-457c-a588-fda0ad2673b6), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:57.155432 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-af946c9c-53c0-4dca-8b64-bfff98496769 req-f46d156e-aafc-4bb2-85b8-4c344b3e2c35 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=586fdb56-3efc-46b6-8c50-2e4dd5600b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583603 Mar 28 18:59:57.191810 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d719801b-6d64-457c-a588-fda0ad2673b6 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:59:57.200889 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Publish callbacks [] for port (d719801b-6d64-457c-a588-fda0ad2673b6), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:57.217858 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Transition to ACTIVE for port object d719801b-6d64-457c-a588-fda0ad2673b6 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:59:57.227803 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (d719801b-6d64-457c-a588-fda0ad2673b6), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:57.270078 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d024352e-bb6f-49c5-8b8f-6f48538b8aaa None None] Port d719801b-6d64-457c-a588-fda0ad2673b6 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:59:57.273092 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Publish callbacks [] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:57.287954 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:57.299668 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Pushing event updated for resources: {'Port': ['ID=d719801b-6d64-457c-a588-fda0ad2673b6,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:57.351853 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64862cc-c878-4098-893e-09276de47589 None None] Pushing event updated for resources: {'Port': ['ID=811aba79-840a-4bd1-8b0f-9f7e8f7e18ff,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:57.419694 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Attempting to bind port d719801b-6d64-457c-a588-fda0ad2673b6 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:59:57.420025 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Attempting to bind port d719801b-6d64-457c-a588-fda0ad2673b6 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:59:57.420902 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Attempting to bind port d719801b-6d64-457c-a588-fda0ad2673b6 on network 1f330e27-be2f-46cf-b647-3494500dc99a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:59:57.430213 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Attempting to bind port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff on host dv-cinder-835483-1-smb for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:59:57.430598 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Attempting to bind port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff by drivers openvswitch,hyperv on host dv-cinder-835483-1-smb at level 0 using segments [{'id': '3780b820-f3df-4301-9a4b-7db4508e1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:59:57.430972 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Attempting to bind port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff on network 5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:59:57.435073 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Port d719801b-6d64-457c-a588-fda0ad2673b6 on network 1f330e27-be2f-46cf-b647-3494500dc99a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:59:57.437263 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Attempting to bind port d719801b-6d64-457c-a588-fda0ad2673b6 on network 1f330e27-be2f-46cf-b647-3494500dc99a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:59:57.437554 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Checking agent: {'id': '02e34e7a-e9fb-481f-9c8e-e7cb07fe593a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 45, 15), 'started_at': datetime.datetime(2022, 3, 28, 18, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:59:57.439275 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Checking segment: {'id': '3780b820-f3df-4301-9a4b-7db4508e1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:59:57.439903 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:57.440637 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Bound using segment: {'id': '3780b820-f3df-4301-9a4b-7db4508e1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:59:57.441361 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Bound port: 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff, host: dv-cinder-835483-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3780b820-f3df-4301-9a4b-7db4508e1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:59:57.442123 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:57.450052 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:59:57.450584 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Checking segment: {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:59:57.450797 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Bound using segment: {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:59:57.451223 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Bound port: d719801b-6d64-457c-a588-fda0ad2673b6, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:59:57.451818 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (d719801b-6d64-457c-a588-fda0ad2673b6), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:57.559568 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] For port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff, host dv-cinder-835483-1-smb, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:59:57.568348 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] For port d719801b-6d64-457c-a588-fda0ad2673b6, host hv-cinder-83548, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:59:57.568884 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] For port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff, host dv-cinder-835483-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=811aba79-840a-4bd1-8b0f-9f7e8f7e18ff,segment=NetworkSegment(3780b820-f3df-4301-9a4b-7db4508e1547),segment_id=3780b820-f3df-4301-9a4b-7db4508e1547)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:59:57.573284 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] For port d719801b-6d64-457c-a588-fda0ad2673b6, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d719801b-6d64-457c-a588-fda0ad2673b6,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:59:57.582510 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:57.599485 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (d719801b-6d64-457c-a588-fda0ad2673b6), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:57.644284 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:57.644921 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:57.646613 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] 10.222.0.23 "PUT /v2.0/ports/d719801b-6d64-457c-a588-fda0ad2673b6 HTTP/1.1" status: 200 len: 1093 time: 0.9195926 Mar 28 18:59:57.647213 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'tag': 'd719801b-6d64-457c-a588-fda0ad2673b6'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:59:57.649534 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab423b8-6415-46aa-ba95-35fb247d51be" -d '{"events": [{"name": "network-changed", "server_uuid": "e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba", "tag": "d719801b-6d64-457c-a588-fda0ad2673b6"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:59:57.705612 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64862cc-c878-4098-893e-09276de47589 None None] Pushing event updated for resources: {'Port': ['ID=811aba79-840a-4bd1-8b0f-9f7e8f7e18ff,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:57.724612 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Routers {'c14d2def-0bda-46b1-9e44-ace434653e7c'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:57.725436 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c14d2def-0bda-46b1-9e44-ace434653e7c'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:57.771544 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f1143c-533e-442a-a3fa-f35bbb1b4a51 x-openstack-request-id: req-79f1143c-533e-442a-a3fa-f35bbb1b4a51 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:59:57.771836 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba", "tag": "d719801b-6d64-457c-a588-fda0ad2673b6", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:59:57.772226 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79f1143c-533e-442a-a3fa-f35bbb1b4a51 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:59:57.772646 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f1143c-533e-442a-a3fa-f35bbb1b4a51'] response: {'name': 'network-changed', 'server_uuid': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'tag': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'status': 'completed', 'code': 200} Mar 28 18:59:57.801507 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-2cdcfbbd-a737-44c7-bf9e-94b2eb5d7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:57.801507 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-2cdcfbbd-a737-44c7-bf9e-94b2eb5d7932 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 1127 time: 0.1038270 Mar 28 18:59:57.801507 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137db30-689e-4728-b7da-9a046b0ba70f service neutron] Pushing event updated for resources: {'Port': ['ID=d719801b-6d64-457c-a588-fda0ad2673b6,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:57.855940 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-2ef54e5c-66b1-4c06-93fc-b761dac6873d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d719801b-6d64-457c-a588-fda0ad2673b6 HTTP/1.1" status: 200 len: 217 time: 0.0474446 Mar 28 18:59:57.936688 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] Set router c14d2def-0bda-46b1-9e44-ace434653e7c gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:57.961029 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7b855241-ac2b-4ab7-8d69-39169064a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:57.964759 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-7b855241-ac2b-4ab7-8d69-39169064a505 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0166e5a5-9fdc-488b-93b1-5a0d473bc689 HTTP/1.1" status: 200 len: 852 time: 0.0971241 Mar 28 18:59:58.038692 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-a3a341bf-3ec6-433d-835d-d20988e17701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:58.040281 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-a3a341bf-3ec6-433d-835d-d20988e17701 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f330e27-be2f-46cf-b647-3494500dc99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0696979 Mar 28 18:59:58.146519 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-6c675450-619f-466b-b51b-c1aacd6cf89a service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995636 Mar 28 18:59:58.242221 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-b904b2ea-8fa2-40c9-b08f-10a78f3c25f7 None None] Provisioning complete for port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:58.242393 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b904b2ea-8fa2-40c9-b08f-10a78f3c25f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:58.336971 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3e4cfcc0-5257-4a4b-902a-ae0249c9ccec req-a9b3f072-b835-4520-a0b3-7a580eecf124 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847751 Mar 28 18:59:58.404506 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91c104-4e31-4d59-8363-80b15b96df27 req-3cd87492-d117-4163-b568-5e039e58b4f4 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:58.410138 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:58.416966 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6a91c104-4e31-4d59-8363-80b15b96df27 req-3cd87492-d117-4163-b568-5e039e58b4f4 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 943 time: 0.1355679 Mar 28 18:59:58.449073 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b904b2ea-8fa2-40c9-b08f-10a78f3c25f7 None None] Current status of the port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff is: DOWN; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:58.449511 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b904b2ea-8fa2-40c9-b08f-10a78f3c25f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:58.507582 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6a91c104-4e31-4d59-8363-80b15b96df27 req-f8764c3f-d79c-4c63-a04b-4419a99ff331 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=586fdb56-3efc-46b6-8c50-2e4dd5600b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875313 Mar 28 18:59:58.512033 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-b904b2ea-8fa2-40c9-b08f-10a78f3c25f7 None None] For port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=811aba79-840a-4bd1-8b0f-9f7e8f7e18ff,segment=NetworkSegment(3780b820-f3df-4301-9a4b-7db4508e1547),segment_id=3780b820-f3df-4301-9a4b-7db4508e1547)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:58.524090 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab423b8-6415-46aa-ba95-35fb247d51be req-062378e8-4dd8-4f49-bed3-3d1cbd9f5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:58.536123 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'name': 'tempest-TestMinimumBasicScenario-34571480-router', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'gw_port': {'id': 'f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '811aba79-840a-4bd1-8b0f-9f7e8f7e18ff', 'name': '', 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'mac_address': 'fa:16:3e:9c:e0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '938fd84d-8606-4e56-af2f-72da5bd9927d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:57Z', 'revision_number': 4, 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'subnets': [{'id': '938fd84d-8606-4e56-af2f-72da5bd9927d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:58.536123 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b904b2ea-8fa2-40c9-b08f-10a78f3c25f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:58.536532 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7ab423b8-6415-46aa-ba95-35fb247d51be req-062378e8-4dd8-4f49-bed3-3d1cbd9f5346 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 1127 time: 0.1250069 Mar 28 18:59:58.539578 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:58.539828 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:58.615595 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883b4cd-7e98-41e9-bdf5-ec3523db63d3 None None] The sync data for ids ['c14d2def-0bda-46b1-9e44-ace434653e7c'] in dv-cinder-835483-1-smb is: [{'id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'name': 'tempest-TestMinimumBasicScenario-34571480-router', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'gw_port': {'id': 'f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '811aba79-840a-4bd1-8b0f-9f7e8f7e18ff', 'name': '', 'network_id': '5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'mac_address': 'fa:16:3e:9c:e0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '938fd84d-8606-4e56-af2f-72da5bd9927d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:57Z', 'revision_number': 4, 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'subnets': [{'id': '938fd84d-8606-4e56-af2f-72da5bd9927d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:59:58.687443 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab423b8-6415-46aa-ba95-35fb247d51be req-9c2dc788-f8fe-4466-934d-3a2a957254f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:58.694289 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7ab423b8-6415-46aa-ba95-35fb247d51be req-9c2dc788-f8fe-4466-934d-3a2a957254f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 914 time: 0.1508102 Mar 28 18:59:58.705790 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-fb1da2c1-3d2a-4754-8c4c-0c0a1756396a None None] Provisioning complete for port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:58.706412 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fb1da2c1-3d2a-4754-8c4c-0c0a1756396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:58.708270 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904b2ea-8fa2-40c9-b08f-10a78f3c25f7 None None] Pushing event updated for resources: {'Port': ['ID=811aba79-840a-4bd1-8b0f-9f7e8f7e18ff,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:58.762305 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7ab423b8-6415-46aa-ba95-35fb247d51be req-f7666e85-60ba-41f9-b034-e5c444e755fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d719801b-6d64-457c-a588-fda0ad2673b6 HTTP/1.1" status: 200 len: 217 time: 0.0613277 Mar 28 18:59:58.831351 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:58.837451 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab423b8-6415-46aa-ba95-35fb247d51be req-f04180fd-fe8f-4360-8a80-8f6be558e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:58.839221 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7ab423b8-6415-46aa-ba95-35fb247d51be req-f04180fd-fe8f-4360-8a80-8f6be558e86a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0166e5a5-9fdc-488b-93b1-5a0d473bc689 HTTP/1.1" status: 200 len: 852 time: 0.0653396 Mar 28 18:59:58.885216 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-fb1da2c1-3d2a-4754-8c4c-0c0a1756396a None None] Current status of the port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:58.909391 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab423b8-6415-46aa-ba95-35fb247d51be req-16a5068d-5072-46d7-a0fc-54a4252031c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:58.911085 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7ab423b8-6415-46aa-ba95-35fb247d51be req-16a5068d-5072-46d7-a0fc-54a4252031c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f330e27-be2f-46cf-b647-3494500dc99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0646832 Mar 28 18:59:59.023928 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7ab423b8-6415-46aa-ba95-35fb247d51be req-a80aaed4-8003-43ab-99e3-a9eb5caae64e service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039674 Mar 28 18:59:59.134837 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7ab423b8-6415-46aa-ba95-35fb247d51be req-469555f2-6eba-4709-8551-fbc77fef2e55 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040304 Mar 28 18:59:59.653886 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6948489-1d1b-4558-820c-8d043b1fccfa req-47ae7dcf-b53a-4d6d-9709-d43482ea3852 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:59.655373 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-e6948489-1d1b-4558-820c-8d043b1fccfa req-47ae7dcf-b53a-4d6d-9709-d43482ea3852 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 943 time: 0.0623026 Mar 28 18:59:59.710630 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-e6948489-1d1b-4558-820c-8d043b1fccfa req-0e33a78f-c693-40d0-865b-fbd8a41156c4 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=586fdb56-3efc-46b6-8c50-2e4dd5600b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490818 Mar 28 19:00:00.267659 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff up at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:00:00.327290 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Provisioning complete for port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:00:00.327871 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:00.436514 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Current status of the port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:00:00.565346 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device d719801b-6d64-457c-a588-fda0ad2673b6 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:00:00.697532 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port d719801b-6d64-457c-a588-fda0ad2673b6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d719801b-6d64-457c-a588-fda0ad2673b6,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:00.711278 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'port_id': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'mac_address': 'fa:16:3e:9f:d8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:00:00.776641 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port d719801b-6d64-457c-a588-fda0ad2673b6 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:00:00.777334 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (d719801b-6d64-457c-a588-fda0ad2673b6), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:00.796076 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d719801b-6d64-457c-a588-fda0ad2673b6 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:00:00.823983 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port d719801b-6d64-457c-a588-fda0ad2673b6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d719801b-6d64-457c-a588-fda0ad2673b6,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:00.828306 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (d719801b-6d64-457c-a588-fda0ad2673b6), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:00.868026 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9591b7-a158-49e0-8e52-e673f0b64c36 req-c6d8edff-7d11-4ee9-a4ff-3a2e56b1d98d tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:00.869581 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2c9591b7-a158-49e0-8e52-e673f0b64c36 req-c6d8edff-7d11-4ee9-a4ff-3a2e56b1d98d tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 943 time: 0.0616984 Mar 28 19:00:00.901980 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=d719801b-6d64-457c-a588-fda0ad2673b6,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:00.950928 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2c9591b7-a158-49e0-8e52-e673f0b64c36 req-2758ba38-07b2-491f-93ca-ab6c479dd871 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=586fdb56-3efc-46b6-8c50-2e4dd5600b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747502 Mar 28 19:00:01.044382 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['d719801b-6d64-457c-a588-fda0ad2673b6'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:00:02.068889 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bdcf1-8eee-4da6-af60-a20fcc3c9ad6 req-5c39ad5b-073c-498c-9388-b076a13fd58b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:02.070633 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c04bdcf1-8eee-4da6-af60-a20fcc3c9ad6 req-5c39ad5b-073c-498c-9388-b076a13fd58b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 944 time: 0.0569880 Mar 28 19:00:02.122104 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c04bdcf1-8eee-4da6-af60-a20fcc3c9ad6 req-acb03a76-1e72-4e2b-815d-f664c2613c57 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=586fdb56-3efc-46b6-8c50-2e4dd5600b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456929 Mar 28 19:00:02.582590 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device d719801b-6d64-457c-a588-fda0ad2673b6 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:00:02.634400 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port d719801b-6d64-457c-a588-fda0ad2673b6 completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:00:02.638803 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port d719801b-6d64-457c-a588-fda0ad2673b6 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:00:02.639182 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (d719801b-6d64-457c-a588-fda0ad2673b6), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:02.725927 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port d719801b-6d64-457c-a588-fda0ad2673b6 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:00:02.726335 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (d719801b-6d64-457c-a588-fda0ad2673b6), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:02.757056 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd719801b-6d64-457c-a588-fda0ad2673b6'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:02.759428 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b9c70e-45bf-40b9-8091-fcebc6173e54" -d '{"events": [{"server_uuid": "e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba", "name": "network-vif-plugged", "status": "completed", "tag": "d719801b-6d64-457c-a588-fda0ad2673b6"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:02.784530 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port d719801b-6d64-457c-a588-fda0ad2673b6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d719801b-6d64-457c-a588-fda0ad2673b6,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:02.788720 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (d719801b-6d64-457c-a588-fda0ad2673b6), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:02.843180 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=d719801b-6d64-457c-a588-fda0ad2673b6,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:02.865614 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac902db8-4894-42fa-a335-cbfd3a1014b9 x-openstack-request-id: req-ac902db8-4894-42fa-a335-cbfd3a1014b9 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:02.865941 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba", "name": "network-vif-plugged", "status": "completed", "tag": "d719801b-6d64-457c-a588-fda0ad2673b6", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:02.866326 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac902db8-4894-42fa-a335-cbfd3a1014b9 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:02.866737 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac902db8-4894-42fa-a335-cbfd3a1014b9'] response: {'server_uuid': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'code': 200} Mar 28 19:00:03.028520 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3be90b-bbf5-4e28-9e78-8f405bb2b137 req-67c8f3dd-c85f-4cb1-ad74-936a609d1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:03.029998 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-dc3be90b-bbf5-4e28-9e78-8f405bb2b137 req-67c8f3dd-c85f-4cb1-ad74-936a609d1bb8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 1129 time: 0.0420895 Mar 28 19:00:03.085029 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-dc3be90b-bbf5-4e28-9e78-8f405bb2b137 req-264f23ff-041c-49db-9ed1-be88054e2f9f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=586fdb56-3efc-46b6-8c50-2e4dd5600b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491831 Mar 28 19:00:03.240794 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcd265-c041-4cdd-9559-70866f529e4a req-d956e9c7-a988-49ea-bc93-84bde5b1d489 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:03.242298 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b7bcd265-c041-4cdd-9559-70866f529e4a req-d956e9c7-a988-49ea-bc93-84bde5b1d489 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 945 time: 0.0518608 Mar 28 19:00:03.281537 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-caeee5a2-3674-4e79-b99f-ddfb1df4daba tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:03.283353 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-caeee5a2-3674-4e79-b99f-ddfb1df4daba tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/networks?id=9c24cc45-b21d-49c0-aae1-69d685c7c838 HTTP/1.1" status: 200 len: 815 time: 0.1070173 Mar 28 19:00:03.292278 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b7bcd265-c041-4cdd-9559-70866f529e4a req-5116164b-b102-454a-8616-1a9ff7738f70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=586fdb56-3efc-46b6-8c50-2e4dd5600b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442276 Mar 28 19:00:03.298123 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-8f523682-f96d-4aaa-aff0-9eae74530f03 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/quotas/57eb367e43a34239a3b69e142f4a15af HTTP/1.1" status: 200 len: 375 time: 0.0093982 Mar 28 19:00:03.353223 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-77b820ac-26da-426f-ae39-e84d49843da1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=57eb367e43a34239a3b69e142f4a15af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496230 Mar 28 19:00:03.451434 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-d60037c6-f9ad-4fcf-87b4-3aef07ddae12 service neutron] 10.222.0.18 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854597 Mar 28 19:00:03.539078 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-d9bfaaee-f813-4835-9a7f-25f057a4e514 service neutron] 10.222.0.18 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818512 Mar 28 19:00:03.692686 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-60a63184-f789-4920-a107-ca101b7caa3d req-d596e236-af23-4643-ab9b-334c217e9e6c tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 210 time: 0.0275450 Mar 28 19:00:04.414511 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b059407-6d11-4099-a0f4-6de672319cf5 req-4a8fd9ae-4058-491b-8012-346fb8902c88 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:04.415979 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-4b059407-6d11-4099-a0f4-6de672319cf5 req-4a8fd9ae-4058-491b-8012-346fb8902c88 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 945 time: 0.0548766 Mar 28 19:00:04.466665 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-4b059407-6d11-4099-a0f4-6de672319cf5 req-47a56e45-4654-4a3a-a728-96f3e0c07647 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=586fdb56-3efc-46b6-8c50-2e4dd5600b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450892 Mar 28 19:00:04.662398 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764715b2-7c07-45aa-ae6b-dacc524423b6 req-adeebff3-2ca6-42d3-b755-b03f920eee31 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:04.663879 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-764715b2-7c07-45aa-ae6b-dacc524423b6 req-adeebff3-2ca6-42d3-b755-b03f920eee31 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 945 time: 0.1220930 Mar 28 19:00:04.673275 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60396) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:04.674431 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-4b66feda-e006-4079-aaac-766e4726371a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:04.675700 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-4b66feda-e006-4079-aaac-766e4726371a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.23 "GET /v2.0/networks?id=9c24cc45-b21d-49c0-aae1-69d685c7c838 HTTP/1.1" status: 200 len: 815 time: 0.1429219 Mar 28 19:00:04.677838 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-1d4e8d25-cd16-41cb-948f-7d5b98ba5a44 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'floatingip': {'port_id': 'd719801b-6d64-457c-a588-fda0ad2673b6'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:04.686755 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-77c9eb99-ae11-4a2b-b8be-f2a93dd37d05 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Request body: {'port': {'device_id': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'admin_state_up': True, 'tenant_id': '57eb367e43a34239a3b69e142f4a15af'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:04.720153 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8d25-cd16-41cb-948f-7d5b98ba5a44 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (72f3766f-576e-4ac0-be06-dc277ec588af), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:04.811615 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-77c9eb99-ae11-4a2b-b8be-f2a93dd37d05 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Made reservation on behalf of 57eb367e43a34239a3b69e142f4a15af for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:00:04.816489 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-77c9eb99-ae11-4a2b-b8be-f2a93dd37d05 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:04.833948 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-4518eecb-d2c5-455f-86a4-ba654aee6da4 req-31428f55-7ea9-4a4c-951c-010a316ed4de tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 210 time: 0.0648692 Mar 28 19:00:04.960980 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-77c9eb99-ae11-4a2b-b8be-f2a93dd37d05 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Allocated IP 172.20.0.5 (9c24cc45-b21d-49c0-aae1-69d685c7c838/5a8819c2-e164-4fc5-b72e-179026304b5d/713500d2-08f1-4b6a-add7-20079be7f4e4) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:00:05.183708 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-77c9eb99-ae11-4a2b-b8be-f2a93dd37d05 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:05.216503 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:00:05.254547 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-77c9eb99-ae11-4a2b-b8be-f2a93dd37d05 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:05.272941 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8d25-cd16-41cb-948f-7d5b98ba5a44 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:05.281697 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8d25-cd16-41cb-948f-7d5b98ba5a44 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (72f3766f-576e-4ac0-be06-dc277ec588af), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:05.340633 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-77c9eb99-ae11-4a2b-b8be-f2a93dd37d05 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Network 9c24cc45-b21d-49c0-aae1-69d685c7c838 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:00:05.344589 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-77c9eb99-ae11-4a2b-b8be-f2a93dd37d05 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:00:05.348750 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-77c9eb99-ae11-4a2b-b8be-f2a93dd37d05 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:00:05.407651 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.l3_db [None req-1d4e8d25-cd16-41cb-948f-7d5b98ba5a44 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Floating IP 72f3766f-576e-4ac0-be06-dc277ec588af associated. External IP: 172.28.0.6, port: d719801b-6d64-457c-a588-fda0ad2673b6. Mar 28 19:00:05.454199 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9eb99-ae11-4a2b-b8be-f2a93dd37d05 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event updated for resources: {'Port': ['ID=713500d2-08f1-4b6a-add7-20079be7f4e4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:05.529771 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-77c9eb99-ae11-4a2b-b8be-f2a93dd37d05 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:05.544746 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-77c9eb99-ae11-4a2b-b8be-f2a93dd37d05 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:05.574191 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-77c9eb99-ae11-4a2b-b8be-f2a93dd37d05 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8904576 Mar 28 19:00:05.708180 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4e8d25-cd16-41cb-948f-7d5b98ba5a44 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:00:05.778902 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-a9f404f9-e5b9-4cb4-9124-a77f17351e7c None None] Provisioning complete for port 713500d2-08f1-4b6a-add7-20079be7f4e4 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:00:05.780108 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a9f404f9-e5b9-4cb4-9124-a77f17351e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:05.868130 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a9f404f9-e5b9-4cb4-9124-a77f17351e7c None None] Port 713500d2-08f1-4b6a-add7-20079be7f4e4 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:00:05.874109 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4e8d25-cd16-41cb-948f-7d5b98ba5a44 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:00:05.885973 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09667d1-24f3-49cf-997d-da43e7fbc272 None None] Sync routers for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:00:05.887515 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8d25-cd16-41cb-948f-7d5b98ba5a44 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:05.908523 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09667d1-24f3-49cf-997d-da43e7fbc272 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:05.909516 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a09667d1-24f3-49cf-997d-da43e7fbc272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:05.974652 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-1d4e8d25-cd16-41cb-948f-7d5b98ba5a44 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "PUT /v2.0/floatingips/72f3766f-576e-4ac0-be06-dc277ec588af HTTP/1.1" status: 200 len: 989 time: 1.2995076 Mar 28 19:00:05.976653 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'tag': 'd719801b-6d64-457c-a588-fda0ad2673b6'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:05.978974 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8124bda0-6522-499d-89a8-263518b856ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba", "tag": "d719801b-6d64-457c-a588-fda0ad2673b6"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:06.026888 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e35da0-57e0-4985-86a0-bb2a91710335 req-1c4f0189-ea12-4143-b925-8581ec225f1a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:06.028843 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-33e35da0-57e0-4985-86a0-bb2a91710335 req-1c4f0189-ea12-4143-b925-8581ec225f1a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 931 time: 0.0924771 Mar 28 19:00:06.126836 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-33e35da0-57e0-4985-86a0-bb2a91710335 req-96dc13b5-a504-4077-b639-7b9e59607f45 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913088 Mar 28 19:00:06.172118 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a46c535-e962-4d38-a1dd-9405185cd0d6 x-openstack-request-id: req-5a46c535-e962-4d38-a1dd-9405185cd0d6 {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:06.173520 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba", "tag": "d719801b-6d64-457c-a588-fda0ad2673b6", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:06.178017 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a46c535-e962-4d38-a1dd-9405185cd0d6 {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:06.178017 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a46c535-e962-4d38-a1dd-9405185cd0d6'] response: {'name': 'network-changed', 'server_uuid': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'tag': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'status': 'completed', 'code': 200} Mar 28 19:00:06.178321 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-a09667d1-24f3-49cf-997d-da43e7fbc272 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:06.459202 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a09667d1-24f3-49cf-997d-da43e7fbc272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '72f3766f-576e-4ac0-be06-dc277ec588af', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:9f:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:59:52Z', 'updated_at': '2022-03-28T19:00:05Z', 'revision_number': 1, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:06.490904 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09667d1-24f3-49cf-997d-da43e7fbc272 None None] Checking router: 3af3df8c-a0cf-4176-ba76-25b2bab9d31b for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:00:06.499872 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09667d1-24f3-49cf-997d-da43e7fbc272 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:06.501111 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a09667d1-24f3-49cf-997d-da43e7fbc272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T18:59:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:06.613169 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-a09667d1-24f3-49cf-997d-da43e7fbc272 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:06.859233 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a09667d1-24f3-49cf-997d-da43e7fbc272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '72f3766f-576e-4ac0-be06-dc277ec588af', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:9f:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:59:52Z', 'updated_at': '2022-03-28T19:00:05Z', 'revision_number': 1, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:06.888787 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09667d1-24f3-49cf-997d-da43e7fbc272 None None] The sync data for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb is: [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '72f3766f-576e-4ac0-be06-dc277ec588af', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:9f:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:59:52Z', 'updated_at': '2022-03-28T19:00:05Z', 'revision_number': 1, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:00:07.119552 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d88e27-ec16-44ee-a032-1af606395c0f None None] New status for floating IP 72f3766f-576e-4ac0-be06-dc277ec588af: ACTIVE {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:00:07.301603 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6c5ec-af56-421e-8932-b5d628624a8f req-8e6642f9-ae32-46a1-b632-b0e28de1a5da tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:07.314661 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-55a6c5ec-af56-421e-8932-b5d628624a8f req-8e6642f9-ae32-46a1-b632-b0e28de1a5da tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 931 time: 0.0928206 Mar 28 19:00:07.381986 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-55a6c5ec-af56-421e-8932-b5d628624a8f req-516214c8-9c05-48b2-b18e-b84347ddebb6 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618165 Mar 28 19:00:08.513653 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1c8e-106b-478a-9fe0-1a507edfa77d req-7efcde0b-7831-4c36-a25d-872bf984519e tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:08.515192 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6a9c1c8e-106b-478a-9fe0-1a507edfa77d req-7efcde0b-7831-4c36-a25d-872bf984519e tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 931 time: 0.0596716 Mar 28 19:00:08.567251 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6a9c1c8e-106b-478a-9fe0-1a507edfa77d req-a9da67e3-de37-4714-99b1-080bb812346a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456324 Mar 28 19:00:08.868355 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e928-de2d-417f-9884-08cfa03a51d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:09.689484 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2fa10-1620-4289-9680-cec8cb549f46 req-6c4637ca-bc7e-44c1-8b29-5a62efc1d7c7 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:09.691044 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-79e2fa10-1620-4289-9680-cec8cb549f46 req-6c4637ca-bc7e-44c1-8b29-5a62efc1d7c7 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 931 time: 0.0561049 Mar 28 19:00:09.739839 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-79e2fa10-1620-4289-9680-cec8cb549f46 req-5064dff5-40f3-443d-9009-19706a6dc991 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429759 Mar 28 19:00:10.863501 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef81529-f79c-4005-ad05-19d762d8eb38 req-414d4661-567e-4ec7-a60d-de645c52b9ab tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:10.866119 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-aef81529-f79c-4005-ad05-19d762d8eb38 req-414d4661-567e-4ec7-a60d-de645c52b9ab tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 931 time: 0.0566602 Mar 28 19:00:10.921630 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-aef81529-f79c-4005-ad05-19d762d8eb38 req-5e853b3d-e47d-4a79-8de0-ac810f883d5c tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507092 Mar 28 19:00:11.064687 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a5d8dbf-598a-413f-a57f-a8137ad29b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:12.048048 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c002b0-7b4a-454c-a593-c6752fd29915 req-1561617e-22f9-4f82-87ed-d9dcc43b4138 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:12.049546 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-91c002b0-7b4a-454c-a593-c6752fd29915 req-1561617e-22f9-4f82-87ed-d9dcc43b4138 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 931 time: 0.0556972 Mar 28 19:00:12.098159 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-91c002b0-7b4a-454c-a593-c6752fd29915 req-de5f5cc9-e596-4d85-bae8-5b01e0e7379e tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427995 Mar 28 19:00:12.184840 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60442) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:12.261824 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:12.351814 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b97eadad-e36a-4e25-a973-980af94e6594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Deleting port 87990332-f808-4901-bd71-cea18e515778 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:12.352062 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b97eadad-e36a-4e25-a973-980af94e6594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (87990332-f808-4901-bd71-cea18e515778), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:12.426499 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b97eadad-e36a-4e25-a973-980af94e6594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (87990332-f808-4901-bd71-cea18e515778), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:12.426823 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b97eadad-e36a-4e25-a973-980af94e6594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for floatingip (87990332-f808-4901-bd71-cea18e515778), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:12.439309 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b97eadad-e36a-4e25-a973-980af94e6594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Calling delete_port for 87990332-f808-4901-bd71-cea18e515778 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:12.608882 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b97eadad-e36a-4e25-a973-980af94e6594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (87990332-f808-4901-bd71-cea18e515778), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:12.633835 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97eadad-e36a-4e25-a973-980af94e6594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Pushing event deleted for resources: {'Port': ['ID=87990332-f808-4901-bd71-cea18e515778,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:12.685067 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Request body: {'port': {'device_id': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:12.738556 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124bda0-6522-499d-89a8-263518b856ea req-ce927161-80e1-44f3-b8e2-7240d65272ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:12.740049 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8124bda0-6522-499d-89a8-263518b856ea req-ce927161-80e1-44f3-b8e2-7240d65272ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 1129 time: 0.0449486 Mar 28 19:00:12.747807 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b97eadad-e36a-4e25-a973-980af94e6594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for floatingip (86a4b5c6-b731-4f3c-ba49-83d19a7c7935), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:12.748150 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [None req-b97eadad-e36a-4e25-a973-980af94e6594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Floating IP 86a4b5c6-b731-4f3c-ba49-83d19a7c7935 disassociated (deleted). External IP: 172.28.0.111, port: 626039f8-0a7a-46d5-8d35-86feba27d7e0. Mar 28 19:00:12.824599 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:12.833411 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124bda0-6522-499d-89a8-263518b856ea req-15eacd4a-7dd4-4736-955b-91554d5a723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:12.834938 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8124bda0-6522-499d-89a8-263518b856ea req-15eacd4a-7dd4-4736-955b-91554d5a723c service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 914 time: 0.0860028 Mar 28 19:00:12.909141 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8124bda0-6522-499d-89a8-263518b856ea req-d8122d89-0077-454d-a806-07aed3a54217 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d719801b-6d64-457c-a588-fda0ad2673b6 HTTP/1.1" status: 200 len: 999 time: 0.0631757 Mar 28 19:00:12.957795 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124bda0-6522-499d-89a8-263518b856ea req-6e2c8b58-49fa-4a8e-8002-ada3b7638068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:12.959279 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8124bda0-6522-499d-89a8-263518b856ea req-6e2c8b58-49fa-4a8e-8002-ada3b7638068 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0166e5a5-9fdc-488b-93b1-5a0d473bc689 HTTP/1.1" status: 200 len: 852 time: 0.0436759 Mar 28 19:00:13.008673 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124bda0-6522-499d-89a8-263518b856ea req-8e93da37-9b5f-4e9f-a95f-33276a721af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:13.010221 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8124bda0-6522-499d-89a8-263518b856ea req-8e93da37-9b5f-4e9f-a95f-33276a721af9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f330e27-be2f-46cf-b647-3494500dc99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0450952 Mar 28 19:00:13.104517 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8124bda0-6522-499d-89a8-263518b856ea req-f9577bf9-fb30-41fe-afda-2f362b8154ab service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871856 Mar 28 19:00:13.142513 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97eadad-e36a-4e25-a973-980af94e6594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Router 17f147c7-52ca-434c-befa-30e38e4fa564 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:00:13.237631 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8124bda0-6522-499d-89a8-263518b856ea req-4e50b150-01c1-4f94-bb83-bc95ff8cd593 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269031 Mar 28 19:00:13.248461 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088408a4-11b8-4e35-bd9a-c20ecc31ffd5 req-78bf5f2d-caa8-46df-9af8-dd162b94609f tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:13.250082 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-088408a4-11b8-4e35-bd9a-c20ecc31ffd5 req-78bf5f2d-caa8-46df-9af8-dd162b94609f tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 931 time: 0.0826814 Mar 28 19:00:13.305408 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-088408a4-11b8-4e35-bd9a-c20ecc31ffd5 req-0f875ec8-e9a1-46c5-9b2f-46cb58808846 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485902 Mar 28 19:00:13.527524 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713500d2-08f1-4b6a-add7-20079be7f4e4 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:00:13.538920 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Publish callbacks [] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:13.557396 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Transition to ACTIVE for port object 713500d2-08f1-4b6a-add7-20079be7f4e4 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:00:13.567660 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:13.576856 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97eadad-e36a-4e25-a973-980af94e6594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:00:13.586072 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da311c4-661c-4d29-820a-c87361494d9a None None] Sync routers for ids ['17f147c7-52ca-434c-befa-30e38e4fa564'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:00:13.596656 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da311c4-661c-4d29-820a-c87361494d9a None None] Routers {'17f147c7-52ca-434c-befa-30e38e4fa564'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:13.597376 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3da311c4-661c-4d29-820a-c87361494d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:00:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['17f147c7-52ca-434c-befa-30e38e4fa564'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:13.598461 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b97eadad-e36a-4e25-a973-980af94e6594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:13.647894 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-b97eadad-e36a-4e25-a973-980af94e6594 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "DELETE /v2.0/floatingips/86a4b5c6-b731-4f3c-ba49-83d19a7c7935 HTTP/1.1" status: 204 len: 168 time: 1.4617989 Mar 28 19:00:13.648729 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'tag': '626039f8-0a7a-46d5-8d35-86feba27d7e0'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:13.651015 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2214b4-98e1-4c9a-b061-bacd3251f8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "20d9b5ce-5fdf-437a-81e2-47750cffbc00", "tag": "626039f8-0a7a-46d5-8d35-86feba27d7e0"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:13.655461 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Pushing event updated for resources: {'Port': ['ID=713500d2-08f1-4b6a-add7-20079be7f4e4,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:13.689151 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:13.733016 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-3da311c4-661c-4d29-820a-c87361494d9a None None] Set router 17f147c7-52ca-434c-befa-30e38e4fa564 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:13.741853 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eedd49-6790-49ea-bd42-d1a1834f9785 x-openstack-request-id: req-08eedd49-6790-49ea-bd42-d1a1834f9785 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:13.742148 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d9b5ce-5fdf-437a-81e2-47750cffbc00", "tag": "626039f8-0a7a-46d5-8d35-86feba27d7e0", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:13.742401 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08eedd49-6790-49ea-bd42-d1a1834f9785 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:13.742808 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08eedd49-6790-49ea-bd42-d1a1834f9785'] response: {'name': 'network-changed', 'server_uuid': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'tag': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'status': 'completed', 'code': 200} Mar 28 19:00:13.758676 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Attempting to bind port 713500d2-08f1-4b6a-add7-20079be7f4e4 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:00:13.758676 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Attempting to bind port 713500d2-08f1-4b6a-add7-20079be7f4e4 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:00:13.758676 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Attempting to bind port 713500d2-08f1-4b6a-add7-20079be7f4e4 on network 9c24cc45-b21d-49c0-aae1-69d685c7c838 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:00:13.763252 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Port 713500d2-08f1-4b6a-add7-20079be7f4e4 on network 9c24cc45-b21d-49c0-aae1-69d685c7c838 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:00:13.763581 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Attempting to bind port 713500d2-08f1-4b6a-add7-20079be7f4e4 on network 9c24cc45-b21d-49c0-aae1-69d685c7c838 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:00:13.777159 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:00:13.777159 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Checking segment: {'id': 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:00:13.777518 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Bound using segment: {'id': 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:00:13.778495 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Bound port: 713500d2-08f1-4b6a-add7-20079be7f4e4, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:00:13.778495 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:13.820087 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2214b4-98e1-4c9a-b061-bacd3251f8e3 req-048a6452-cf7e-4120-8c28-b814c043150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:13.824589 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0f2214b4-98e1-4c9a-b061-bacd3251f8e3 req-048a6452-cf7e-4120-8c28-b814c043150e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b0eb789c909483e8dc11e90ad743cdf&device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 1129 time: 0.0606391 Mar 28 19:00:13.878871 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] For port 713500d2-08f1-4b6a-add7-20079be7f4e4, host hv-cinder-83548, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:00:13.885783 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] For port 713500d2-08f1-4b6a-add7-20079be7f4e4, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=713500d2-08f1-4b6a-add7-20079be7f4e4,segment=NetworkSegment(d38720e6-82d0-44d8-a9d0-f1b74bcc2127),segment_id=d38720e6-82d0-44d8-a9d0-f1b74bcc2127)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:00:13.897900 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:13.938124 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:13.939125 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:13.940548 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] 10.222.0.23 "PUT /v2.0/ports/713500d2-08f1-4b6a-add7-20079be7f4e4 HTTP/1.1" status: 200 len: 1093 time: 1.2596869 Mar 28 19:00:13.977038 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a76af-4e10-4c31-b319-21943a5e8271 service neutron] Pushing event updated for resources: {'Port': ['ID=713500d2-08f1-4b6a-add7-20079be7f4e4,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:14.031448 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b280a-abb4-4567-b363-862d8df092d1 req-ca6f0b72-0279-4296-8eba-838ee92ad38d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:14.038914 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-635b280a-abb4-4567-b363-862d8df092d1 req-ca6f0b72-0279-4296-8eba-838ee92ad38d tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0977163 Mar 28 19:00:14.039116 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-3cf06a47-a900-46cc-88d2-6307cff91ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:14.040425 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-3cf06a47-a900-46cc-88d2-6307cff91ae6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57eb367e43a34239a3b69e142f4a15af&device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 1127 time: 0.0547864 Mar 28 19:00:14.048013 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2214b4-98e1-4c9a-b061-bacd3251f8e3 req-2db6fa5c-c12c-4e0d-9e7a-b5aa3c7a52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:14.049637 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0f2214b4-98e1-4c9a-b061-bacd3251f8e3 req-2db6fa5c-c12c-4e0d-9e7a-b5aa3c7a52c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bd8dd670-ca23-468a-833f-deb63d9327f8 HTTP/1.1" status: 200 len: 910 time: 0.2121255 Mar 28 19:00:14.089464 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-a81b9be3-c899-46ad-a454-04878d39e562 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=713500d2-08f1-4b6a-add7-20079be7f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0408363 Mar 28 19:00:14.101026 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0f2214b4-98e1-4c9a-b061-bacd3251f8e3 req-cabe2c35-984e-44af-828c-6010bd91aa7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0 HTTP/1.1" status: 200 len: 217 time: 0.0434585 Mar 28 19:00:14.111424 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3da311c4-661c-4d29-820a-c87361494d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T18:55:05Z', 'revision_number': 4, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port': {'id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:03Z', 'updated_at': '2022-03-28T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '78ccb2c8-a5b9-4ee6-818c-c22a12928f85', 'name': '', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'mac_address': 'fa:16:3e:7b:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:10Z', 'revision_number': 5, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'subnets': [{'id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:14.146526 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-c98569f3-2423-4411-bff9-a1ee6921d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:14.148039 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-c98569f3-2423-4411-bff9-a1ee6921d773 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8819c2-e164-4fc5-b72e-179026304b5d HTTP/1.1" status: 200 len: 854 time: 0.0520535 Mar 28 19:00:14.151858 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da311c4-661c-4d29-820a-c87361494d9a None None] Checking router: 17f147c7-52ca-434c-befa-30e38e4fa564 for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:00:14.162053 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da311c4-661c-4d29-820a-c87361494d9a None None] Routers {'17f147c7-52ca-434c-befa-30e38e4fa564'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:14.162685 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3da311c4-661c-4d29-820a-c87361494d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:00:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['17f147c7-52ca-434c-befa-30e38e4fa564'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:14.167528 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-635b280a-abb4-4567-b363-862d8df092d1 req-29c0b3dd-45fa-4b4b-aaad-614043e02d3b tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274481 Mar 28 19:00:14.194472 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2214b4-98e1-4c9a-b061-bacd3251f8e3 req-7b08758e-9a1b-420b-bccb-026957fd0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:14.196493 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0f2214b4-98e1-4c9a-b061-bacd3251f8e3 req-7b08758e-9a1b-420b-bccb-026957fd0f03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dea14a4-eb6a-4f92-99d6-bc43a4250443 HTTP/1.1" status: 200 len: 848 time: 0.0894115 Mar 28 19:00:14.233578 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-6672f1e3-4f7b-4f4f-a42d-6135cdfddbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:14.235965 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-6672f1e3-4f7b-4f4f-a42d-6135cdfddbd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c24cc45-b21d-49c0-aae1-69d685c7c838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0804055 Mar 28 19:00:14.260666 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2214b4-98e1-4c9a-b061-bacd3251f8e3 req-241bbf2f-c5b8-4561-a722-a33a8b90b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:14.262721 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0f2214b4-98e1-4c9a-b061-bacd3251f8e3 req-241bbf2f-c5b8-4561-a722-a33a8b90b617 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd8dd670-ca23-468a-833f-deb63d9327f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0580835 Mar 28 19:00:14.307112 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-3da311c4-661c-4d29-820a-c87361494d9a None None] Set router 17f147c7-52ca-434c-befa-30e38e4fa564 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:14.348096 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-4bbda776-26f6-4910-be23-fb7416dc01ae service neutron] 10.222.0.23 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056888 Mar 28 19:00:14.360321 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0f2214b4-98e1-4c9a-b061-bacd3251f8e3 req-43d73c8c-e500-4e43-8961-e0504fcc198e service neutron] 10.222.0.23 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901403 Mar 28 19:00:14.487611 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b05dba-a8ba-4bed-908f-9fa2affc26db req-0db16c8a-16f9-4eed-b472-c3fa69d2f697 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:14.489151 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-98b05dba-a8ba-4bed-908f-9fa2affc26db req-0db16c8a-16f9-4eed-b472-c3fa69d2f697 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 943 time: 0.1035194 Mar 28 19:00:14.519039 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2ed83bd1-7064-495d-b90d-901a969e76c8 req-600f651d-6fdb-40c8-87b3-9a509e62e34d service neutron] 10.222.0.23 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636274 Mar 28 19:00:14.554951 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3da311c4-661c-4d29-820a-c87361494d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T18:55:05Z', 'revision_number': 4, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port': {'id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:03Z', 'updated_at': '2022-03-28T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '78ccb2c8-a5b9-4ee6-818c-c22a12928f85', 'name': '', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'mac_address': 'fa:16:3e:7b:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:10Z', 'revision_number': 5, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'subnets': [{'id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:14.569859 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-98b05dba-a8ba-4bed-908f-9fa2affc26db req-cd09b8d5-d89d-4827-9e90-560058d3c9c4 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695872 Mar 28 19:00:14.584644 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da311c4-661c-4d29-820a-c87361494d9a None None] The sync data for ids ['17f147c7-52ca-434c-befa-30e38e4fa564'] in dv-cinder-835483-1-smb is: [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T18:55:05Z', 'revision_number': 4, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port': {'id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:03Z', 'updated_at': '2022-03-28T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '78ccb2c8-a5b9-4ee6-818c-c22a12928f85', 'name': '', 'network_id': 'bd8dd670-ca23-468a-833f-deb63d9327f8', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'mac_address': 'fa:16:3e:7b:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:10Z', 'revision_number': 5, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'subnets': [{'id': '4dea14a4-eb6a-4f92-99d6-bc43a4250443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:00:14.690167 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0f2214b4-98e1-4c9a-b061-bacd3251f8e3 req-caf352ef-91f0-4031-a7ab-b03809384ce5 service neutron] 10.222.0.23 "GET /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245158 Mar 28 19:00:14.823897 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abface2-902c-4047-bba9-3018d4988f13 None None] New status for floating IP 86a4b5c6-b731-4f3c-ba49-83d19a7c7935: DOWN {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:00:15.082892 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:15.422803 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37ebeb-0a5f-4d9d-8bd8-3f979cb6fea0 req-b937702d-a99f-47a2-941e-ab9488503d2f tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:15.424286 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c37ebeb-0a5f-4d9d-8bd8-3f979cb6fea0 req-b937702d-a99f-47a2-941e-ab9488503d2f tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0860794 Mar 28 19:00:15.431041 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0181a3-7c8d-4b4f-a460-2be8652d9ffd req-76698348-fc3d-4089-9ebc-7f2922257971 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:15.432363 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6b0181a3-7c8d-4b4f-a460-2be8652d9ffd req-76698348-fc3d-4089-9ebc-7f2922257971 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d9b5ce-5fdf-437a-81e2-47750cffbc00 HTTP/1.1" status: 200 len: 945 time: 0.0844274 Mar 28 19:00:15.528490 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5c37ebeb-0a5f-4d9d-8bd8-3f979cb6fea0 req-aa941ce5-3687-459c-978c-72ce02748e91 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "GET /v2.0/security-groups?id=575191ce-7ee9-4a58-852f-acdfb7892743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951967 Mar 28 19:00:15.555204 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [req-6b0181a3-7c8d-4b4f-a460-2be8652d9ffd req-05fd9ead-a008-4b94-8c14-785457254bb0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Deleting port 626039f8-0a7a-46d5-8d35-86feba27d7e0 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:15.555545 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6b0181a3-7c8d-4b4f-a460-2be8652d9ffd req-05fd9ead-a008-4b94-8c14-785457254bb0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:15.647228 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-6b0181a3-7c8d-4b4f-a460-2be8652d9ffd req-05fd9ead-a008-4b94-8c14-785457254bb0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] For port 626039f8-0a7a-46d5-8d35-86feba27d7e0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=626039f8-0a7a-46d5-8d35-86feba27d7e0,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:15.647598 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6b0181a3-7c8d-4b4f-a460-2be8652d9ffd req-05fd9ead-a008-4b94-8c14-785457254bb0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:15.661271 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [req-6b0181a3-7c8d-4b4f-a460-2be8652d9ffd req-05fd9ead-a008-4b94-8c14-785457254bb0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Calling delete_port for 626039f8-0a7a-46d5-8d35-86feba27d7e0 owned by compute:nova {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:15.688956 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4b850-64b1-4c92-b71e-e42e02c06783 req-46fb7d63-1e82-4763-a7cc-6902cdbddf1d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:15.690381 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3fe4b850-64b1-4c92-b71e-e42e02c06783 req-46fb7d63-1e82-4763-a7cc-6902cdbddf1d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 943 time: 0.0526936 Mar 28 19:00:15.735817 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3fe4b850-64b1-4c92-b71e-e42e02c06783 req-31df293c-25a5-414b-925f-76d108a83732 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397730 Mar 28 19:00:15.743416 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'tag': '713500d2-08f1-4b6a-add7-20079be7f4e4'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:15.746629 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d40ae3a-4624-4a08-86f6-d51bed5f8340" -d '{"events": [{"name": "network-changed", "server_uuid": "c008e01d-ca38-4d38-b1c7-4623b4bfceaa", "tag": "713500d2-08f1-4b6a-add7-20079be7f4e4"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:15.781843 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff650b9b-5f3e-4f81-af6b-f81c0cc221d3 x-openstack-request-id: req-ff650b9b-5f3e-4f81-af6b-f81c0cc221d3 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:15.782327 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c008e01d-ca38-4d38-b1c7-4623b4bfceaa", "tag": "713500d2-08f1-4b6a-add7-20079be7f4e4", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:15.782688 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff650b9b-5f3e-4f81-af6b-f81c0cc221d3 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:15.783178 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff650b9b-5f3e-4f81-af6b-f81c0cc221d3'] response: {'name': 'network-changed', 'server_uuid': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'tag': '713500d2-08f1-4b6a-add7-20079be7f4e4', 'status': 'completed', 'code': 200} Mar 28 19:00:15.794926 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6b0181a3-7c8d-4b4f-a460-2be8652d9ffd req-05fd9ead-a008-4b94-8c14-785457254bb0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (626039f8-0a7a-46d5-8d35-86feba27d7e0), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:15.830718 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd9ead-a008-4b94-8c14-785457254bb0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Pushing event deleted for resources: {'Port': ['ID=626039f8-0a7a-46d5-8d35-86feba27d7e0,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:15.853661 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40ae3a-4624-4a08-86f6-d51bed5f8340 req-5ec9d986-ba2c-4135-a86b-2e8ec86d60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:15.855217 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d40ae3a-4624-4a08-86f6-d51bed5f8340 req-5ec9d986-ba2c-4135-a86b-2e8ec86d60f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57eb367e43a34239a3b69e142f4a15af&device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 1127 time: 0.0510969 Mar 28 19:00:15.870650 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0181a3-7c8d-4b4f-a460-2be8652d9ffd req-05fd9ead-a008-4b94-8c14-785457254bb0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] No DVR routers for this DVR port 626039f8-0a7a-46d5-8d35-86feba27d7e0 on host hv-cinder-83548 {{(pid=109703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:00:15.873431 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6b0181a3-7c8d-4b4f-a460-2be8652d9ffd req-05fd9ead-a008-4b94-8c14-785457254bb0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:15.878006 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6b0181a3-7c8d-4b4f-a460-2be8652d9ffd req-05fd9ead-a008-4b94-8c14-785457254bb0 tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.23 "DELETE /v2.0/ports/626039f8-0a7a-46d5-8d35-86feba27d7e0 HTTP/1.1" status: 204 len: 173 time: 0.4381697 Mar 28 19:00:15.878463 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'name': 'network-vif-deleted', 'tag': '626039f8-0a7a-46d5-8d35-86feba27d7e0'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:15.881475 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122036a2-3ab1-4376-9c37-1294252a4305" -d '{"events": [{"server_uuid": "20d9b5ce-5fdf-437a-81e2-47750cffbc00", "name": "network-vif-deleted", "tag": "626039f8-0a7a-46d5-8d35-86feba27d7e0"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:15.922643 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f06500-dd0e-496b-b7fd-5a041328bc8b x-openstack-request-id: req-d6f06500-dd0e-496b-b7fd-5a041328bc8b {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:15.922937 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d9b5ce-5fdf-437a-81e2-47750cffbc00", "name": "network-vif-deleted", "tag": "626039f8-0a7a-46d5-8d35-86feba27d7e0", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:15.923248 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6f06500-dd0e-496b-b7fd-5a041328bc8b {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:15.924183 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f06500-dd0e-496b-b7fd-5a041328bc8b'] response: {'server_uuid': '20d9b5ce-5fdf-437a-81e2-47750cffbc00', 'name': 'network-vif-deleted', 'tag': '626039f8-0a7a-46d5-8d35-86feba27d7e0', 'status': 'completed', 'code': 200} Mar 28 19:00:15.957710 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40ae3a-4624-4a08-86f6-d51bed5f8340 req-28b357f6-199e-43f3-8f45-dbc437b46975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:15.959229 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d40ae3a-4624-4a08-86f6-d51bed5f8340 req-28b357f6-199e-43f3-8f45-dbc437b46975 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c24cc45-b21d-49c0-aae1-69d685c7c838 HTTP/1.1" status: 200 len: 916 time: 0.0977969 Mar 28 19:00:16.003700 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d40ae3a-4624-4a08-86f6-d51bed5f8340 req-2c911170-af0a-4299-82f5-06e013ad8734 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=713500d2-08f1-4b6a-add7-20079be7f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0363250 Mar 28 19:00:16.059035 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40ae3a-4624-4a08-86f6-d51bed5f8340 req-aabdd0cf-be23-4c36-8e55-a20c2df84952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:16.060572 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d40ae3a-4624-4a08-86f6-d51bed5f8340 req-aabdd0cf-be23-4c36-8e55-a20c2df84952 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8819c2-e164-4fc5-b72e-179026304b5d HTTP/1.1" status: 200 len: 854 time: 0.0495670 Mar 28 19:00:16.115035 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40ae3a-4624-4a08-86f6-d51bed5f8340 req-429f4a5b-87d9-4fc5-836a-8e1770e18690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:16.116678 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d40ae3a-4624-4a08-86f6-d51bed5f8340 req-429f4a5b-87d9-4fc5-836a-8e1770e18690 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c24cc45-b21d-49c0-aae1-69d685c7c838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0482645 Mar 28 19:00:16.223684 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d40ae3a-4624-4a08-86f6-d51bed5f8340 req-e695a7f5-36e6-44db-b7e9-d992508824c4 service neutron] 10.222.0.23 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008356 Mar 28 19:00:16.335093 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8d40ae3a-4624-4a08-86f6-d51bed5f8340 req-4ec869ae-4276-4958-ab33-a5a8d214c91d service neutron] 10.222.0.23 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006658 Mar 28 19:00:16.592085 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60468) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:16.650195 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a5a8fa51-1615-4abf-b453-0a07c4deb21f tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group (575191ce-7ee9-4a58-852f-acdfb7892743), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:16.675609 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a5a8fa51-1615-4abf-b453-0a07c4deb21f tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group (575191ce-7ee9-4a58-852f-acdfb7892743), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:16.698807 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 713500d2-08f1-4b6a-add7-20079be7f4e4 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:00:16.734129 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a5a8fa51-1615-4abf-b453-0a07c4deb21f tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (575191ce-7ee9-4a58-852f-acdfb7892743), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:16.737224 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a5a8fa51-1615-4abf-b453-0a07c4deb21f tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:16.738410 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-a5a8fa51-1615-4abf-b453-0a07c4deb21f tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] 10.222.0.18 "DELETE /v2.0/security-groups/575191ce-7ee9-4a58-852f-acdfb7892743 HTTP/1.1" status: 204 len: 168 time: 0.1452246 Mar 28 19:00:16.748339 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8fa51-1615-4abf-b453-0a07c4deb21f tempest-TestShelveInstance-1964462258 tempest-TestShelveInstance-1964462258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575191ce-7ee9-4a58-852f-acdfb7892743,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:16.780518 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60474) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:16.812572 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 713500d2-08f1-4b6a-add7-20079be7f4e4, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=713500d2-08f1-4b6a-add7-20079be7f4e4,segment=NetworkSegment(d38720e6-82d0-44d8-a9d0-f1b74bcc2127),segment_id=d38720e6-82d0-44d8-a9d0-f1b74bcc2127)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:16.825758 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '713500d2-08f1-4b6a-add7-20079be7f4e4', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'port_id': '713500d2-08f1-4b6a-add7-20079be7f4e4', 'mac_address': 'fa:16:3e:ab:62:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:00:16.863830 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 713500d2-08f1-4b6a-add7-20079be7f4e4 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:00:16.864225 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:16.877958 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713500d2-08f1-4b6a-add7-20079be7f4e4 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:00:16.899430 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab3711-cca4-4a45-8c58-9cdb6eb406b2 req-ba824b9b-c954-4191-9266-31186eb2b95d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:16.901161 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b2ab3711-cca4-4a45-8c58-9cdb6eb406b2 req-ba824b9b-c954-4191-9266-31186eb2b95d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 943 time: 0.0731897 Mar 28 19:00:16.901625 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 713500d2-08f1-4b6a-add7-20079be7f4e4, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=713500d2-08f1-4b6a-add7-20079be7f4e4,segment=NetworkSegment(d38720e6-82d0-44d8-a9d0-f1b74bcc2127),segment_id=d38720e6-82d0-44d8-a9d0-f1b74bcc2127)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:16.906664 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:16.956837 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=713500d2-08f1-4b6a-add7-20079be7f4e4,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:17.026203 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b2ab3711-cca4-4a45-8c58-9cdb6eb406b2 req-18efc0dd-c702-4cb8-8cad-378724487ee5 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159565 Mar 28 19:00:17.121585 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['713500d2-08f1-4b6a-add7-20079be7f4e4'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:00:17.288564 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-dd06e82b-9903-4536-8ea6-30b1bd7e7220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688188'] for router_interface (17f147c7-52ca-434c-befa-30e38e4fa564), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:17.531508 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-dd06e82b-9903-4536-8ea6-30b1bd7e7220 admin admin] Deleting port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:17.531837 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-dd06e82b-9903-4536-8ea6-30b1bd7e7220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:17.608484 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [None req-dd06e82b-9903-4536-8ea6-30b1bd7e7220 admin admin] For port 78ccb2c8-a5b9-4ee6-818c-c22a12928f85, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=78ccb2c8-a5b9-4ee6-818c-c22a12928f85,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:17.608759 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-dd06e82b-9903-4536-8ea6-30b1bd7e7220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:17.621865 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-dd06e82b-9903-4536-8ea6-30b1bd7e7220 admin admin] Calling delete_port for 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 owned by network:router_interface {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:17.797703 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-dd06e82b-9903-4536-8ea6-30b1bd7e7220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (78ccb2c8-a5b9-4ee6-818c-c22a12928f85), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:17.824470 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06e82b-9903-4536-8ea6-30b1bd7e7220 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ccb2c8-a5b9-4ee6-818c-c22a12928f85,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:17.995345 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-dd06e82b-9903-4536-8ea6-30b1bd7e7220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687788'] for router_interface (17f147c7-52ca-434c-befa-30e38e4fa564), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:18.151074 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd8f28-b59f-447c-a7e9-fb6f57d42205 req-98bdf421-fa84-43ed-85f6-78ead104aeed tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:18.152473 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-17bd8f28-b59f-447c-a7e9-fb6f57d42205 req-98bdf421-fa84-43ed-85f6-78ead104aeed tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 944 time: 0.0564954 Mar 28 19:00:18.198501 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-17bd8f28-b59f-447c-a7e9-fb6f57d42205 req-7e3c47fb-e9f4-466d-856d-56e557a00706 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401826 Mar 28 19:00:18.218469 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd06e82b-9903-4536-8ea6-30b1bd7e7220 admin admin] Router 17f147c7-52ca-434c-befa-30e38e4fa564 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:00:18.342978 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd06e82b-9903-4536-8ea6-30b1bd7e7220 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:00:18.347963 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-dd06e82b-9903-4536-8ea6-30b1bd7e7220 admin admin] 10.222.0.18 "PUT /v2.0/routers/17f147c7-52ca-434c-befa-30e38e4fa564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5658126 Mar 28 19:00:18.350417 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60482) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:18.352817 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dab5b1f-bf50-43ea-9c3a-627d65f61f1c None None] Sync routers for ids ['17f147c7-52ca-434c-befa-30e38e4fa564'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:00:18.364331 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab5b1f-bf50-43ea-9c3a-627d65f61f1c None None] Routers {'17f147c7-52ca-434c-befa-30e38e4fa564'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:18.364945 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9dab5b1f-bf50-43ea-9c3a-627d65f61f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:00:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['17f147c7-52ca-434c-befa-30e38e4fa564'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:18.455802 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] Publish callbacks [] for router (17f147c7-52ca-434c-befa-30e38e4fa564), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:18.472105 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-9dab5b1f-bf50-43ea-9c3a-627d65f61f1c None None] Set router 17f147c7-52ca-434c-befa-30e38e4fa564 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:18.563925 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] Publish callbacks [] for router_gateway (17f147c7-52ca-434c-befa-30e38e4fa564), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:18.616761 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] Deleting port 6d785ae6-8b50-4db6-9107-6121cd9dcdea {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:18.617097 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (6d785ae6-8b50-4db6-9107-6121cd9dcdea), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:18.651834 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9dab5b1f-bf50-43ea-9c3a-627d65f61f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T19:00:17Z', 'revision_number': 5, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port': {'id': '6d785ae6-8b50-4db6-9107-6121cd9dcdea', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:aa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:03Z', 'updated_at': '2022-03-28T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:18.681492 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dab5b1f-bf50-43ea-9c3a-627d65f61f1c None None] Checking router: 17f147c7-52ca-434c-befa-30e38e4fa564 for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:00:18.690569 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab5b1f-bf50-43ea-9c3a-627d65f61f1c None None] Routers {'17f147c7-52ca-434c-befa-30e38e4fa564'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:18.691338 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9dab5b1f-bf50-43ea-9c3a-627d65f61f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:00:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['17f147c7-52ca-434c-befa-30e38e4fa564'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:18.695861 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] For port 6d785ae6-8b50-4db6-9107-6121cd9dcdea, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=6d785ae6-8b50-4db6-9107-6121cd9dcdea,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:18.696256 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (6d785ae6-8b50-4db6-9107-6121cd9dcdea), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:18.712539 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] Calling delete_port for 6d785ae6-8b50-4db6-9107-6121cd9dcdea owned by network:router_gateway {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:18.721051 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 713500d2-08f1-4b6a-add7-20079be7f4e4 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:00:18.773489 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 713500d2-08f1-4b6a-add7-20079be7f4e4 completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:00:18.777982 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 713500d2-08f1-4b6a-add7-20079be7f4e4 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:00:18.778727 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:18.780382 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-9dab5b1f-bf50-43ea-9c3a-627d65f61f1c None None] Set router 17f147c7-52ca-434c-befa-30e38e4fa564 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:18.832896 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9dab5b1f-bf50-43ea-9c3a-627d65f61f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T19:00:18Z', 'revision_number': 6, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port_host': None}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:18.859980 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 713500d2-08f1-4b6a-add7-20079be7f4e4 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:00:18.860445 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:18.863967 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dab5b1f-bf50-43ea-9c3a-627d65f61f1c None None] The sync data for ids ['17f147c7-52ca-434c-befa-30e38e4fa564'] in dv-cinder-835483-1-smb is: [{'id': '17f147c7-52ca-434c-befa-30e38e4fa564', 'name': 'tempest-TestShelveInstance-1181321068-router', 'tenant_id': '1b0eb789c909483e8dc11e90ad743cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:02Z', 'updated_at': '2022-03-28T19:00:18Z', 'revision_number': 6, 'project_id': '1b0eb789c909483e8dc11e90ad743cdf', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:00:18.884864 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713500d2-08f1-4b6a-add7-20079be7f4e4'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:18.887270 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09759b8-c034-488a-a61b-231d31ffe815" -d '{"events": [{"server_uuid": "c008e01d-ca38-4d38-b1c7-4623b4bfceaa", "name": "network-vif-plugged", "status": "completed", "tag": "713500d2-08f1-4b6a-add7-20079be7f4e4"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:18.907560 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 713500d2-08f1-4b6a-add7-20079be7f4e4, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=713500d2-08f1-4b6a-add7-20079be7f4e4,segment=NetworkSegment(d38720e6-82d0-44d8-a9d0-f1b74bcc2127),segment_id=d38720e6-82d0-44d8-a9d0-f1b74bcc2127)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:18.911988 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (6d785ae6-8b50-4db6-9107-6121cd9dcdea), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:18.913911 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:18.915648 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 626039f8-0a7a-46d5-8d35-86feba27d7e0 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:00:18.940553 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d785ae6-8b50-4db6-9107-6121cd9dcdea,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:18.955201 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e8ba97-ed2e-4b2f-94ab-62fff4354bc9 x-openstack-request-id: req-e9e8ba97-ed2e-4b2f-94ab-62fff4354bc9 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:18.955493 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c008e01d-ca38-4d38-b1c7-4623b4bfceaa", "name": "network-vif-plugged", "status": "completed", "tag": "713500d2-08f1-4b6a-add7-20079be7f4e4", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:18.955744 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9e8ba97-ed2e-4b2f-94ab-62fff4354bc9 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:18.956135 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e8ba97-ed2e-4b2f-94ab-62fff4354bc9'] response: {'server_uuid': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713500d2-08f1-4b6a-add7-20079be7f4e4', 'code': 200} Mar 28 19:00:18.960098 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 626039f8-0a7a-46d5-8d35-86feba27d7e0 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:00:18.960098 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 626039f8-0a7a-46d5-8d35-86feba27d7e0 not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:00:19.006681 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694982'] for router_gateway (17f147c7-52ca-434c-befa-30e38e4fa564), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.007005 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=713500d2-08f1-4b6a-add7-20079be7f4e4,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:19.103440 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (17f147c7-52ca-434c-befa-30e38e4fa564), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.105619 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] Publish callbacks [] for router_controller (17f147c7-52ca-434c-befa-30e38e4fa564), precommit_delete_associations {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.108873 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb8633-029d-43a5-b105-cfaa81482c24 req-5428f860-e530-459e-9de2-76dbc9c8ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:19.110548 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-93bb8633-029d-43a5-b105-cfaa81482c24 req-5428f860-e530-459e-9de2-76dbc9c8ae42 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 1129 time: 0.0439980 Mar 28 19:00:19.151178 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690595'] for router (17f147c7-52ca-434c-befa-30e38e4fa564), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.151619 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17f147c7-52ca-434c-befa-30e38e4fa564 {{(pid=109703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:00:19.155761 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.157610 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-11c70076-ad21-4d67-883b-cfa62382b303 admin admin] 10.222.0.18 "DELETE /v2.0/routers/17f147c7-52ca-434c-befa-30e38e4fa564 HTTP/1.1" status: 204 len: 168 time: 0.8062890 Mar 28 19:00:19.158676 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-93bb8633-029d-43a5-b105-cfaa81482c24 req-7d553cbe-ad47-45d0-b57e-bb86a3113e49 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 Mar 28 19:00:19.160140 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60486) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:19.202607 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b7c268-f5d7-4a1f-903e-2eeb30eeefa4 admin admin] Deleting subnet 4dea14a4-eb6a-4f92-99d6-bc43a4250443 {{(pid=109703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:00:19.206226 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-02b7c268-f5d7-4a1f-903e-2eeb30eeefa4 admin admin] Publish callbacks [] for subnet (4dea14a4-eb6a-4f92-99d6-bc43a4250443), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.241763 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-02b7c268-f5d7-4a1f-903e-2eeb30eeefa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530570927'] for subnet (4dea14a4-eb6a-4f92-99d6-bc43a4250443), precommit_delete_associations {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.346082 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-02b7c268-f5d7-4a1f-903e-2eeb30eeefa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (4dea14a4-eb6a-4f92-99d6-bc43a4250443), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.401255 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-02b7c268-f5d7-4a1f-903e-2eeb30eeefa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530563956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530556935'] for subnet (4dea14a4-eb6a-4f92-99d6-bc43a4250443), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.427669 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7c268-f5d7-4a1f-903e-2eeb30eeefa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dea14a4-eb6a-4f92-99d6-bc43a4250443,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:19.431207 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-02b7c268-f5d7-4a1f-903e-2eeb30eeefa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.434455 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-02b7c268-f5d7-4a1f-903e-2eeb30eeefa4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4dea14a4-eb6a-4f92-99d6-bc43a4250443 HTTP/1.1" status: 204 len: 168 time: 0.2733264 Mar 28 19:00:19.436960 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60492) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:19.440958 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b51742f-f69d-4513-b8e0-ad5ef5094020 None None] Network bd8dd670-ca23-468a-833f-deb63d9327f8 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:00:19.478913 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cf567-164b-4f8c-9d6f-ad13e4ff6c90 req-66e5e1fb-f4d8-40ed-9bae-ed8e2d237146 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:19.480415 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-201cf567-164b-4f8c-9d6f-ad13e4ff6c90 req-66e5e1fb-f4d8-40ed-9bae-ed8e2d237146 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 945 time: 0.0567319 Mar 28 19:00:19.515292 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (bd8dd670-ca23-468a-833f-deb63d9327f8), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.532227 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-201cf567-164b-4f8c-9d6f-ad13e4ff6c90 req-1da0ce5e-70e5-4871-9991-5a240f892e50 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448711 Mar 28 19:00:19.579806 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Deleting port f5c72310-684b-4d42-b0d7-e97c9fcfe773 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:19.580151 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.640430 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] For port f5c72310-684b-4d42-b0d7-e97c9fcfe773, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f5c72310-684b-4d42-b0d7-e97c9fcfe773,segment=NetworkSegment(637eff91-14e1-43c0-a3e4-2faf7bb52fae),segment_id=637eff91-14e1-43c0-a3e4-2faf7bb52fae)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:19.640832 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.653121 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Calling delete_port for f5c72310-684b-4d42-b0d7-e97c9fcfe773 owned by network:dhcp {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:19.698684 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b6fa3c-493c-40f1-9d77-98241ea47dc9 None None] DHCP port deletion for bd8dd670-ca23-468a-833f-deb63d9327f8 request from dv-cinder-835483-1-smb {{(pid=109705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:00:19.737209 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.747324 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6fa3c-493c-40f1-9d77-98241ea47dc9 None None] Deleting port f5c72310-684b-4d42-b0d7-e97c9fcfe773 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:19.747893 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1b6fa3c-493c-40f1-9d77-98241ea47dc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.769299 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] No DVR routers for this DVR port f5c72310-684b-4d42-b0d7-e97c9fcfe773 on host dv-cinder-835483-1-smb {{(pid=109703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:00:19.774622 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c72310-684b-4d42-b0d7-e97c9fcfe773,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:19.810248 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-f1b6fa3c-493c-40f1-9d77-98241ea47dc9 None None] For port f5c72310-684b-4d42-b0d7-e97c9fcfe773, host dv-cinder-835483-1-smb, got binding levels [] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:19.810658 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1b6fa3c-493c-40f1-9d77-98241ea47dc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.824235 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6fa3c-493c-40f1-9d77-98241ea47dc9 None None] Calling delete_port for f5c72310-684b-4d42-b0d7-e97c9fcfe773 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:19.827033 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.ipam_backend_mixin [None req-f1b6fa3c-493c-40f1-9d77-98241ea47dc9 None None] Port f5c72310-684b-4d42-b0d7-e97c9fcfe773 was not found and therefore no delete operation was performed {{(pid=109705) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 19:00:19.828898 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1b6fa3c-493c-40f1-9d77-98241ea47dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925'] for port (f5c72310-684b-4d42-b0d7-e97c9fcfe773), after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.849844 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (bd8dd670-ca23-468a-833f-deb63d9327f8), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.858089 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6fa3c-493c-40f1-9d77-98241ea47dc9 None None] Pushing event deleted for resources: {'Port': ['ID=f5c72310-684b-4d42-b0d7-e97c9fcfe773,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:19.862255 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b6fa3c-493c-40f1-9d77-98241ea47dc9 None None] No DVR routers for this DVR port f5c72310-684b-4d42-b0d7-e97c9fcfe773 on host dv-cinder-835483-1-smb {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:00:19.871344 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8dd670-ca23-468a-833f-deb63d9327f8']}} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:19.880983 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637eff91-14e1-43c0-a3e4-2faf7bb52fae') {'for_net_delete': True} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:19.881281 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637eff91-14e1-43c0-a3e4-2faf7bb52fae') {} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:19.891444 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530570916'] for segment (637eff91-14e1-43c0-a3e4-2faf7bb52fae), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.904409 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (637eff91-14e1-43c0-a3e4-2faf7bb52fae), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.911941 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:00:19.912299 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530563538'] for segment (637eff91-14e1-43c0-a3e4-2faf7bb52fae), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: Traceback (most recent call last): Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: timer() Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: cb(*args, **kw) Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: return func(*args, **kwargs) Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: self._notify() Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: self.callback(batched_events) Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: event.method(event) Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: return f(self, *a, **k) Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: return self._get(url).json() Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: return self.request(url, 'GET', **kwargs) Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:00:19.914094 dv-cinder-835483-1-smb neutron-server[109703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:00:20.196553 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (bd8dd670-ca23-468a-833f-deb63d9327f8), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:20.202061 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:20.206363 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bd8dd670-ca23-468a-833f-deb63d9327f8 HTTP/1.1" status: 204 len: 168 time: 0.7674582 Mar 28 19:00:20.209459 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60494) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:20.217981 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded11f48-bb7a-4186-a445-27121f70d619 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd8dd670-ca23-468a-833f-deb63d9327f8,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:20.290354 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 6d785ae6-8b50-4db6-9107-6121cd9dcdea no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:00:20.310038 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: 6d785ae6-8b50-4db6-9107-6121cd9dcdea {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:00:20.310402 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 6d785ae6-8b50-4db6-9107-6121cd9dcdea not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:00:20.310794 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:00:20.332137 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:00:20.332479 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 78ccb2c8-a5b9-4ee6-818c-c22a12928f85 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:00:20.332892 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f5c72310-684b-4d42-b0d7-e97c9fcfe773 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:00:20.351305 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: f5c72310-684b-4d42-b0d7-e97c9fcfe773 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:00:20.351650 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f5c72310-684b-4d42-b0d7-e97c9fcfe773 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:00:20.567451 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-66362af8-8dda-4ca5-9a28-0644bcdb9a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688188'] for router_interface (caf29498-6368-486a-82e6-59084ea98891), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:20.652807 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78b636-c1db-48c2-aa4d-cf367096302e req-a81f52f5-784e-46a5-b7aa-aa1bb5e51914 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:20.654307 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ab78b636-c1db-48c2-aa4d-cf367096302e req-a81f52f5-784e-46a5-b7aa-aa1bb5e51914 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 945 time: 0.0517454 Mar 28 19:00:20.700629 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ab78b636-c1db-48c2-aa4d-cf367096302e req-8231afc8-c333-4944-9797-c7581f8fcafd tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407145 Mar 28 19:00:20.846530 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8050463-7de7-404e-aeb8-44d8b4005b57 req-0d51905a-1fd5-44f0-98a2-c3c2c3e77de8 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:20.847644 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d8050463-7de7-404e-aeb8-44d8b4005b57 req-0d51905a-1fd5-44f0-98a2-c3c2c3e77de8 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 945 time: 0.0820651 Mar 28 19:00:20.870448 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-66362af8-8dda-4ca5-9a28-0644bcdb9a43 admin admin] Deleting port f404a55a-2510-4ac3-8d7d-0feb2e47a51d {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:20.870784 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-66362af8-8dda-4ca5-9a28-0644bcdb9a43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:20.946382 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-d8050463-7de7-404e-aeb8-44d8b4005b57 req-ccaf93b5-de13-4edd-b60c-5b4b19b786c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920727 Mar 28 19:00:20.972087 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-66362af8-8dda-4ca5-9a28-0644bcdb9a43 admin admin] For port f404a55a-2510-4ac3-8d7d-0feb2e47a51d, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f404a55a-2510-4ac3-8d7d-0feb2e47a51d,segment=NetworkSegment(d86e7ba8-3e5d-4ea0-8970-fdfcd1979814),segment_id=d86e7ba8-3e5d-4ea0-8970-fdfcd1979814)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:20.972451 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-66362af8-8dda-4ca5-9a28-0644bcdb9a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:20.986114 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-66362af8-8dda-4ca5-9a28-0644bcdb9a43 admin admin] Calling delete_port for f404a55a-2510-4ac3-8d7d-0feb2e47a51d owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:21.177296 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-66362af8-8dda-4ca5-9a28-0644bcdb9a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (f404a55a-2510-4ac3-8d7d-0feb2e47a51d), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:21.207796 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66362af8-8dda-4ca5-9a28-0644bcdb9a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=f404a55a-2510-4ac3-8d7d-0feb2e47a51d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:21.399323 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-66362af8-8dda-4ca5-9a28-0644bcdb9a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687788'] for router_interface (caf29498-6368-486a-82e6-59084ea98891), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:21.510814 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89779bc2-8ee1-4574-ad56-ebd43336712e req-86065254-696e-4bce-95c5-bb39a39305e1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:21.512184 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-89779bc2-8ee1-4574-ad56-ebd43336712e req-86065254-696e-4bce-95c5-bb39a39305e1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 945 time: 0.1288321 Mar 28 19:00:21.574906 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-89779bc2-8ee1-4574-ad56-ebd43336712e req-dbf890c0-fd12-47e3-a121-938a200d01a1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557275 Mar 28 19:00:21.681289 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66362af8-8dda-4ca5-9a28-0644bcdb9a43 admin admin] Router caf29498-6368-486a-82e6-59084ea98891 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:00:21.794522 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66362af8-8dda-4ca5-9a28-0644bcdb9a43 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:00:21.802881 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60506) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:21.803309 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-66362af8-8dda-4ca5-9a28-0644bcdb9a43 admin admin] 10.222.0.18 "PUT /v2.0/routers/caf29498-6368-486a-82e6-59084ea98891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5915945 Mar 28 19:00:21.804700 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341a8be-cb03-4b75-8896-ae888bb84515 None None] Sync routers for ids ['caf29498-6368-486a-82e6-59084ea98891'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:00:21.819217 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341a8be-cb03-4b75-8896-ae888bb84515 None None] Routers {'caf29498-6368-486a-82e6-59084ea98891'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:21.820555 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-b341a8be-cb03-4b75-8896-ae888bb84515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:00:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['caf29498-6368-486a-82e6-59084ea98891'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:21.947356 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-b341a8be-cb03-4b75-8896-ae888bb84515 None None] Set router caf29498-6368-486a-82e6-59084ea98891 gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:21.949568 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] Publish callbacks [] for router (caf29498-6368-486a-82e6-59084ea98891), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.060529 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] Publish callbacks [] for router_gateway (caf29498-6368-486a-82e6-59084ea98891), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.115079 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] Deleting port a4ab2934-a300-422d-b2c7-91c92c7a0c84 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:22.115570 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (a4ab2934-a300-422d-b2c7-91c92c7a0c84), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.199820 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] For port a4ab2934-a300-422d-b2c7-91c92c7a0c84, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=a4ab2934-a300-422d-b2c7-91c92c7a0c84,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:22.200191 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (a4ab2934-a300-422d-b2c7-91c92c7a0c84), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.214456 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] Calling delete_port for a4ab2934-a300-422d-b2c7-91c92c7a0c84 owned by network:router_gateway {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:22.263810 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-b341a8be-cb03-4b75-8896-ae888bb84515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf29498-6368-486a-82e6-59084ea98891', 'name': 'tempest-TestShelveInstance-1466675983-router', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a4ab2934-a300-422d-b2c7-91c92c7a0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:08Z', 'updated_at': '2022-03-28T19:00:21Z', 'revision_number': 5, 'project_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'gw_port': {'id': 'a4ab2934-a300-422d-b2c7-91c92c7a0c84', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf29498-6368-486a-82e6-59084ea98891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:09Z', 'updated_at': '2022-03-28T18:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:22.296686 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341a8be-cb03-4b75-8896-ae888bb84515 None None] Checking router: caf29498-6368-486a-82e6-59084ea98891 for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:00:22.304918 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341a8be-cb03-4b75-8896-ae888bb84515 None None] Routers {'caf29498-6368-486a-82e6-59084ea98891'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:22.305530 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-b341a8be-cb03-4b75-8896-ae888bb84515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:00:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['caf29498-6368-486a-82e6-59084ea98891'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:22.391857 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (a4ab2934-a300-422d-b2c7-91c92c7a0c84), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.398807 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-b341a8be-cb03-4b75-8896-ae888bb84515 None None] Set router caf29498-6368-486a-82e6-59084ea98891 gateway port host: None {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:22.417842 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ab2934-a300-422d-b2c7-91c92c7a0c84,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:22.456519 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-b341a8be-cb03-4b75-8896-ae888bb84515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf29498-6368-486a-82e6-59084ea98891', 'name': 'tempest-TestShelveInstance-1466675983-router', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:08Z', 'updated_at': '2022-03-28T19:00:22Z', 'revision_number': 6, 'project_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'gw_port_host': None}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:22.482866 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341a8be-cb03-4b75-8896-ae888bb84515 None None] The sync data for ids ['caf29498-6368-486a-82e6-59084ea98891'] in dv-cinder-835483-1-smb is: [{'id': 'caf29498-6368-486a-82e6-59084ea98891', 'name': 'tempest-TestShelveInstance-1466675983-router', 'tenant_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:55:08Z', 'updated_at': '2022-03-28T19:00:22Z', 'revision_number': 6, 'project_id': 'c7a35fd5fefa4b7784905ef9eeb56447', 'gw_port_host': None}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:00:22.483326 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694982'] for router_gateway (caf29498-6368-486a-82e6-59084ea98891), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.578540 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (caf29498-6368-486a-82e6-59084ea98891), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.580621 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] Publish callbacks [] for router_controller (caf29498-6368-486a-82e6-59084ea98891), precommit_delete_associations {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.622420 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690595'] for router (caf29498-6368-486a-82e6-59084ea98891), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.622912 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caf29498-6368-486a-82e6-59084ea98891 {{(pid=109703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:00:22.627162 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.628278 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-5281c8e8-4c63-4d9d-bf82-25f0ffd14a91 admin admin] 10.222.0.18 "DELETE /v2.0/routers/caf29498-6368-486a-82e6-59084ea98891 HTTP/1.1" status: 204 len: 168 time: 0.8237662 Mar 28 19:00:22.630872 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60512) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:22.675362 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae60a805-caf6-4a1c-a54b-ab622040f53e admin admin] Deleting subnet dd84560e-a5ee-43fd-975b-3b4830908f3b {{(pid=109703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:00:22.678400 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ae60a805-caf6-4a1c-a54b-ab622040f53e admin admin] Publish callbacks [] for subnet (dd84560e-a5ee-43fd-975b-3b4830908f3b), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.723188 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ae60a805-caf6-4a1c-a54b-ab622040f53e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530570927'] for subnet (dd84560e-a5ee-43fd-975b-3b4830908f3b), precommit_delete_associations {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.799092 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ae60a805-caf6-4a1c-a54b-ab622040f53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (dd84560e-a5ee-43fd-975b-3b4830908f3b), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.852539 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ae60a805-caf6-4a1c-a54b-ab622040f53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530563956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530556935'] for subnet (dd84560e-a5ee-43fd-975b-3b4830908f3b), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.879297 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60a805-caf6-4a1c-a54b-ab622040f53e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd84560e-a5ee-43fd-975b-3b4830908f3b,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:22.884042 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ae60a805-caf6-4a1c-a54b-ab622040f53e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:22.887432 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-ae60a805-caf6-4a1c-a54b-ab622040f53e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dd84560e-a5ee-43fd-975b-3b4830908f3b HTTP/1.1" status: 204 len: 168 time: 0.2556379 Mar 28 19:00:22.889982 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60514) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:22.892567 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60244b3a-a914-4676-8098-268ed6a9d655 None None] Network e3dfc246-6e89-4202-9608-58282b0c6e82 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:00:22.963704 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (e3dfc246-6e89-4202-9608-58282b0c6e82), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:23.022302 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Deleting port 14e6eda8-a4ce-4268-a49d-ac36f588bd67 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:23.022643 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (14e6eda8-a4ce-4268-a49d-ac36f588bd67), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:23.095611 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] For port 14e6eda8-a4ce-4268-a49d-ac36f588bd67, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=14e6eda8-a4ce-4268-a49d-ac36f588bd67,segment=NetworkSegment(d86e7ba8-3e5d-4ea0-8970-fdfcd1979814),segment_id=d86e7ba8-3e5d-4ea0-8970-fdfcd1979814)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:23.095982 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (14e6eda8-a4ce-4268-a49d-ac36f588bd67), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:23.108642 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Calling delete_port for 14e6eda8-a4ce-4268-a49d-ac36f588bd67 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:23.193770 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (14e6eda8-a4ce-4268-a49d-ac36f588bd67), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:23.220718 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=14e6eda8-a4ce-4268-a49d-ac36f588bd67,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:23.222589 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] No DVR routers for this DVR port 14e6eda8-a4ce-4268-a49d-ac36f588bd67 on host dv-cinder-835483-1-smb {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:00:23.271485 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23d3bb3-e134-49e4-b718-962a18b5c2cc None None] DHCP port deletion for e3dfc246-6e89-4202-9608-58282b0c6e82 request from dv-cinder-835483-1-smb {{(pid=109705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:00:23.310071 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (e3dfc246-6e89-4202-9608-58282b0c6e82), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:23.333233 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dfc246-6e89-4202-9608-58282b0c6e82']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:23.342724 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86e7ba8-3e5d-4ea0-8970-fdfcd1979814') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:23.343092 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86e7ba8-3e5d-4ea0-8970-fdfcd1979814') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:23.354149 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530571888'] for segment (d86e7ba8-3e5d-4ea0-8970-fdfcd1979814), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:23.369088 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (d86e7ba8-3e5d-4ea0-8970-fdfcd1979814), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:23.378348 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:00:23.378752 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528608995'] for segment (d86e7ba8-3e5d-4ea0-8970-fdfcd1979814), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: Traceback (most recent call last): Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: timer() Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: cb(*args, **kw) Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: return func(*args, **kwargs) Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: self._notify() Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: self.callback(batched_events) Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: event.method(event) Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: return f(self, *a, **k) Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: return self._get(url).json() Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: return self.request(url, 'GET', **kwargs) Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:00:23.381095 dv-cinder-835483-1-smb neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:00:23.444444 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (e3dfc246-6e89-4202-9608-58282b0c6e82), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:23.453065 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:23.458971 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e3dfc246-6e89-4202-9608-58282b0c6e82 HTTP/1.1" status: 204 len: 168 time: 0.5646002 Mar 28 19:00:23.471754 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3416e-d75c-4696-b77f-8aefe8c76ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3dfc246-6e89-4202-9608-58282b0c6e82,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:23.583960 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60536) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:23.627678 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-b319189b-028d-4cf2-b4df-626dbecf43bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b0eb789c909483e8dc11e90ad743cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427222 Mar 28 19:00:23.630322 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60538) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:23.676875 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-187b8ec7-1f9d-49ba-b87b-ad31ffe74980 admin admin] Publish callbacks [] for security_group (de78f905-6371-413c-b525-14a850259054), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:23.698570 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-187b8ec7-1f9d-49ba-b87b-ad31ffe74980 admin admin] Publish callbacks [] for security_group (de78f905-6371-413c-b525-14a850259054), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:23.745558 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-187b8ec7-1f9d-49ba-b87b-ad31ffe74980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (de78f905-6371-413c-b525-14a850259054), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:23.748135 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-187b8ec7-1f9d-49ba-b87b-ad31ffe74980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:23.749282 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-187b8ec7-1f9d-49ba-b87b-ad31ffe74980 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de78f905-6371-413c-b525-14a850259054 HTTP/1.1" status: 204 len: 168 time: 0.1180387 Mar 28 19:00:23.757578 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b8ec7-1f9d-49ba-b87b-ad31ffe74980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de78f905-6371-413c-b525-14a850259054,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:24.062700 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60544) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:24.104921 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-632bfc8b-0481-4136-b45d-5dda522c42e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7a35fd5fefa4b7784905ef9eeb56447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401580 Mar 28 19:00:24.107254 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60546) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:24.273502 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device a4ab2934-a300-422d-b2c7-91c92c7a0c84 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:00:24.299141 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: a4ab2934-a300-422d-b2c7-91c92c7a0c84 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:00:24.299493 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device a4ab2934-a300-422d-b2c7-91c92c7a0c84 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:00:24.299928 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 14e6eda8-a4ce-4268-a49d-ac36f588bd67 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:00:24.320692 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: 14e6eda8-a4ce-4268-a49d-ac36f588bd67 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:00:24.321062 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 14e6eda8-a4ce-4268-a49d-ac36f588bd67 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:00:24.321500 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f404a55a-2510-4ac3-8d7d-0feb2e47a51d no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:00:24.344775 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: f404a55a-2510-4ac3-8d7d-0feb2e47a51d {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:00:24.345135 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f404a55a-2510-4ac3-8d7d-0feb2e47a51d not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:00:24.425252 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30750055-3a36-4d46-98e0-7170ac583bc3 admin admin] Publish callbacks [] for security_group (93d34d4c-20f3-4f3a-8309-d968f574e579), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:24.448987 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30750055-3a36-4d46-98e0-7170ac583bc3 admin admin] Publish callbacks [] for security_group (93d34d4c-20f3-4f3a-8309-d968f574e579), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:24.498125 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30750055-3a36-4d46-98e0-7170ac583bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (93d34d4c-20f3-4f3a-8309-d968f574e579), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:24.501836 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30750055-3a36-4d46-98e0-7170ac583bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:24.503002 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-30750055-3a36-4d46-98e0-7170ac583bc3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93d34d4c-20f3-4f3a-8309-d968f574e579 HTTP/1.1" status: 204 len: 168 time: 0.3948545 Mar 28 19:00:24.510687 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30750055-3a36-4d46-98e0-7170ac583bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d34d4c-20f3-4f3a-8309-d968f574e579,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:24.759525 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976bb64-be24-4eed-9747-87a16e399f62 req-a9e99b4a-45f7-47fe-b5f5-30f68a2bbb25 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:24.761041 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f976bb64-be24-4eed-9747-87a16e399f62 req-a9e99b4a-45f7-47fe-b5f5-30f68a2bbb25 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 945 time: 0.0573924 Mar 28 19:00:24.815039 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-f976bb64-be24-4eed-9747-87a16e399f62 req-7ea62b52-0aa8-4f7d-9f7e-1e601d1ee1ce tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470951 Mar 28 19:00:24.839797 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60558) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:25.077017 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f31403-3653-4a02-867c-c1a0996a1db8 tempest-TestMinimumBasicScenario-995545042 tempest-TestMinimumBasicScenario-995545042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:25.078544 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-c0f31403-3653-4a02-867c-c1a0996a1db8 tempest-TestMinimumBasicScenario-995545042 tempest-TestMinimumBasicScenario-995545042-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 1124 time: 0.2376382 Mar 28 19:00:25.081555 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60562) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:25.085695 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Request body: {'floatingip': {'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'port_id': '713500d2-08f1-4b6a-add7-20079be7f4e4', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:25.104845 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:25.201377 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:25.308750 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Allocated IP 172.28.0.28 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/41a20ee6-4f61-4d54-9d50-7fc962d5dbb5) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:00:25.410738 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for port (41a20ee6-4f61-4d54-9d50-7fc962d5dbb5), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:25.444314 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (41a20ee6-4f61-4d54-9d50-7fc962d5dbb5), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:25.483939 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:00:25.486819 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:00:25.492249 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:00:25.514234 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event updated for resources: {'Port': ['ID=41a20ee6-4f61-4d54-9d50-7fc962d5dbb5,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:25.527674 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.528025 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.528364 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.528701 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.529031 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.529360 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.529684 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.530035 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.530361 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.530718 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.531003 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.531320 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.531639 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.531994 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.532314 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:25.844325 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for floatingip (9524a21c-0854-4b0e-875f-e37259c1b1a4), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:25.912881 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (41a20ee6-4f61-4d54-9d50-7fc962d5dbb5), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.059918 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for port (41a20ee6-4f61-4d54-9d50-7fc962d5dbb5), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.065203 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (41a20ee6-4f61-4d54-9d50-7fc962d5dbb5), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.134234 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event updated for resources: {'Port': ['ID=41a20ee6-4f61-4d54-9d50-7fc962d5dbb5,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:26.142615 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (9524a21c-0854-4b0e-875f-e37259c1b1a4), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.239020 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.247242 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.l3_db [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Floating IP 9524a21c-0854-4b0e-875f-e37259c1b1a4 associated. External IP: 172.28.0.28, port: 713500d2-08f1-4b6a-add7-20079be7f4e4. Mar 28 19:00:26.456109 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Router 6938d717-e328-4a78-b385-63cc19e7b072 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:00:26.564034 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:00:26.573282 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b058496-9854-480a-afa4-6f60ec87568e None None] Sync routers for ids ['6938d717-e328-4a78-b385-63cc19e7b072'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:00:26.581692 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.583807 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b058496-9854-480a-afa4-6f60ec87568e None None] Routers {'6938d717-e328-4a78-b385-63cc19e7b072'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:26.584422 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0b058496-9854-480a-afa4-6f60ec87568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:00:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['6938d717-e328-4a78-b385-63cc19e7b072'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:26.612534 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-1047fb02-bed7-4d9d-b337-0547b692f5c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5299089 Mar 28 19:00:26.613397 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'tag': '713500d2-08f1-4b6a-add7-20079be7f4e4'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:26.615447 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60564) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:26.616023 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5053a7-5a59-4e80-b864-8776819ecd81" -d '{"events": [{"name": "network-changed", "server_uuid": "c008e01d-ca38-4d38-b1c7-4623b4bfceaa", "tag": "713500d2-08f1-4b6a-add7-20079be7f4e4"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:26.620407 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-24bf739a-cd38-48fc-a7b5-783631bc34dc tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-723355868', 'description': 'tempest-secgroup-smoke-723355868 description', 'project_id': '57eb367e43a34239a3b69e142f4a15af'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:26.642687 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24bf739a-cd38-48fc-a7b5-783631bc34dc tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.653513 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a9fed7-5980-44e0-913d-1bfe9745964d x-openstack-request-id: req-25a9fed7-5980-44e0-913d-1bfe9745964d {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:26.653847 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c008e01d-ca38-4d38-b1c7-4623b4bfceaa", "tag": "713500d2-08f1-4b6a-add7-20079be7f4e4", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:26.654111 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25a9fed7-5980-44e0-913d-1bfe9745964d {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:26.654525 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a9fed7-5980-44e0-913d-1bfe9745964d'] response: {'name': 'network-changed', 'server_uuid': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'tag': '713500d2-08f1-4b6a-add7-20079be7f4e4', 'status': 'completed', 'code': 200} Mar 28 19:00:26.703918 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0b058496-9854-480a-afa4-6f60ec87568e None None] Set router 6938d717-e328-4a78-b385-63cc19e7b072 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:26.747175 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24bf739a-cd38-48fc-a7b5-783631bc34dc tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group (6283899c-d5d8-413e-ad6e-6389409407cb), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.752992 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24bf739a-cd38-48fc-a7b5-783631bc34dc tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (6283899c-d5d8-413e-ad6e-6389409407cb), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.759449 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5053a7-5a59-4e80-b864-8776819ecd81 req-d8b3c848-3f3d-44c5-9e90-6ef34dcef16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:26.761074 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9b5053a7-5a59-4e80-b864-8776819ecd81 req-d8b3c848-3f3d-44c5-9e90-6ef34dcef16a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57eb367e43a34239a3b69e142f4a15af&device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 1129 time: 0.0859721 Mar 28 19:00:26.803663 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24bf739a-cd38-48fc-a7b5-783631bc34dc tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.804878 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-24bf739a-cd38-48fc-a7b5-783631bc34dc tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1880307 Mar 28 19:00:26.808064 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60568) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:26.812751 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-54d7e582-4aca-451c-9500-8c83cb6d0605 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Request body: {'security_group_rule': {'security_group_id': '6283899c-d5d8-413e-ad6e-6389409407cb', 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:26.832677 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf739a-cd38-48fc-a7b5-783631bc34dc tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6283899c-d5d8-413e-ad6e-6389409407cb,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:26.843331 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-54d7e582-4aca-451c-9500-8c83cb6d0605 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (c8db30b6-7328-4531-8d26-79b9382ae8f4), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.883367 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5053a7-5a59-4e80-b864-8776819ecd81 req-88c08802-e0b9-4a16-ac54-8623704dc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:26.884848 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9b5053a7-5a59-4e80-b864-8776819ecd81 req-88c08802-e0b9-4a16-ac54-8623704dc6b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c24cc45-b21d-49c0-aae1-69d685c7c838 HTTP/1.1" status: 200 len: 916 time: 0.1121202 Mar 28 19:00:26.905450 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-54d7e582-4aca-451c-9500-8c83cb6d0605 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (c8db30b6-7328-4531-8d26-79b9382ae8f4), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.911226 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-54d7e582-4aca-451c-9500-8c83cb6d0605 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (c8db30b6-7328-4531-8d26-79b9382ae8f4), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.930945 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7e582-4aca-451c-9500-8c83cb6d0605 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8db30b6-7328-4531-8d26-79b9382ae8f4,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:26.940806 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-54d7e582-4aca-451c-9500-8c83cb6d0605 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.944566 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-54d7e582-4aca-451c-9500-8c83cb6d0605 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329112 Mar 28 19:00:26.944785 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60572) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:26.949166 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-8063f551-ad49-4294-9717-75ac33d6e832 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Request body: {'security_group_rule': {'security_group_id': '6283899c-d5d8-413e-ad6e-6389409407cb', 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:26.953293 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0b058496-9854-480a-afa4-6f60ec87568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T18:59:42Z', 'revision_number': 4, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port': {'id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:39Z', 'updated_at': '2022-03-28T18:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '9524a21c-0854-4b0e-875f-e37259c1b1a4', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'floating_ip_address': '172.28.0.28', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'port_id': '713500d2-08f1-4b6a-add7-20079be7f4e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'mac_address': 'fa:16:3e:ab:62:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:00:25Z', 'updated_at': '2022-03-28T19:00:25Z', 'revision_number': 0, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20', 'name': '', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'mac_address': 'fa:16:3e:16:42:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:41Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 5, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'subnets': [{'id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:26.971005 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9b5053a7-5a59-4e80-b864-8776819ecd81 req-497d2f74-739a-4c75-9e53-052de9d050af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=713500d2-08f1-4b6a-add7-20079be7f4e4 HTTP/1.1" status: 200 len: 998 time: 0.0718882 Mar 28 19:00:26.976436 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8063f551-ad49-4294-9717-75ac33d6e832 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (cce97098-889b-49eb-8fef-12409836e378), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.028063 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5053a7-5a59-4e80-b864-8776819ecd81 req-99d02c8b-ecb5-4395-b31f-ac7ea2df347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:27.029713 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9b5053a7-5a59-4e80-b864-8776819ecd81 req-99d02c8b-ecb5-4395-b31f-ac7ea2df347f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8819c2-e164-4fc5-b72e-179026304b5d HTTP/1.1" status: 200 len: 854 time: 0.0530922 Mar 28 19:00:27.038850 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8063f551-ad49-4294-9717-75ac33d6e832 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (cce97098-889b-49eb-8fef-12409836e378), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.051571 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8063f551-ad49-4294-9717-75ac33d6e832 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (cce97098-889b-49eb-8fef-12409836e378), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.075775 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063f551-ad49-4294-9717-75ac33d6e832 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce97098-889b-49eb-8fef-12409836e378,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:27.085703 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8063f551-ad49-4294-9717-75ac33d6e832 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.089426 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-8063f551-ad49-4294-9717-75ac33d6e832 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413302 Mar 28 19:00:27.089611 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5053a7-5a59-4e80-b864-8776819ecd81 req-29061cf1-f750-4aa0-9c90-9760f5996313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:27.089705 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60574) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:27.089811 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9b5053a7-5a59-4e80-b864-8776819ecd81 req-29061cf1-f750-4aa0-9c90-9760f5996313 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c24cc45-b21d-49c0-aae1-69d685c7c838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0536835 Mar 28 19:00:27.094756 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-8c008b9c-4bf7-416e-9bc5-75cd7a12ee7a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Request body: {'security_group_rule': {'security_group_id': '6283899c-d5d8-413e-ad6e-6389409407cb', 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:27.097552 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b058496-9854-480a-afa4-6f60ec87568e None None] Checking router: 6938d717-e328-4a78-b385-63cc19e7b072 for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:00:27.106037 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b058496-9854-480a-afa4-6f60ec87568e None None] Routers {'6938d717-e328-4a78-b385-63cc19e7b072'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:27.106653 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0b058496-9854-480a-afa4-6f60ec87568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:00:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['6938d717-e328-4a78-b385-63cc19e7b072'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:27.122887 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8c008b9c-4bf7-416e-9bc5-75cd7a12ee7a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (e6d78261-dac0-490e-ac75-3a2172e108a8), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.182485 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8c008b9c-4bf7-416e-9bc5-75cd7a12ee7a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (e6d78261-dac0-490e-ac75-3a2172e108a8), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.187877 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8c008b9c-4bf7-416e-9bc5-75cd7a12ee7a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (e6d78261-dac0-490e-ac75-3a2172e108a8), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.198974 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9b5053a7-5a59-4e80-b864-8776819ecd81 req-76255cfb-621c-4f3f-b5aa-00045b5f24be service neutron] 10.222.0.23 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953999 Mar 28 19:00:27.208000 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c008b9c-4bf7-416e-9bc5-75cd7a12ee7a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d78261-dac0-490e-ac75-3a2172e108a8,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:27.218324 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8c008b9c-4bf7-416e-9bc5-75cd7a12ee7a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.220727 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-8c008b9c-4bf7-416e-9bc5-75cd7a12ee7a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296537 Mar 28 19:00:27.223115 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60576) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:27.227797 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-8f3ff1d5-e719-421f-af2a-6315dead669a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Request body: {'security_group_rule': {'security_group_id': '6283899c-d5d8-413e-ad6e-6389409407cb', 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:27.232098 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0b058496-9854-480a-afa4-6f60ec87568e None None] Set router 6938d717-e328-4a78-b385-63cc19e7b072 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:27.255147 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8f3ff1d5-e719-421f-af2a-6315dead669a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (f9c1b959-f0fd-4334-a95e-d1b4378fd29c), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.301754 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9b5053a7-5a59-4e80-b864-8776819ecd81 req-b96ec43b-02b6-4dc5-82d8-1fffd8d7f8fb service neutron] 10.222.0.23 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959320 Mar 28 19:00:27.323954 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8f3ff1d5-e719-421f-af2a-6315dead669a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (f9c1b959-f0fd-4334-a95e-d1b4378fd29c), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.327467 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8f3ff1d5-e719-421f-af2a-6315dead669a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (f9c1b959-f0fd-4334-a95e-d1b4378fd29c), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.349235 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ff1d5-e719-421f-af2a-6315dead669a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c1b959-f0fd-4334-a95e-d1b4378fd29c,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:27.354720 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8f3ff1d5-e719-421f-af2a-6315dead669a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.355908 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-8f3ff1d5-e719-421f-af2a-6315dead669a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318560 Mar 28 19:00:27.358668 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60578) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:27.363489 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-f38bae31-12b2-4356-9527-b1c0b2078891 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Request body: {'security_group_rule': {'security_group_id': '6283899c-d5d8-413e-ad6e-6389409407cb', 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:27.384083 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.securitygroups_db [None req-f38bae31-12b2-4356-9527-b1c0b2078891 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Project 57eb367e43a34239a3b69e142f4a15af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:00:27.388961 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f38bae31-12b2-4356-9527-b1c0b2078891 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (a48933f0-3b69-4cc2-bd1b-649b6ab4baad), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.448735 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f38bae31-12b2-4356-9527-b1c0b2078891 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (a48933f0-3b69-4cc2-bd1b-649b6ab4baad), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.452741 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f38bae31-12b2-4356-9527-b1c0b2078891 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (a48933f0-3b69-4cc2-bd1b-649b6ab4baad), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.467970 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0b058496-9854-480a-afa4-6f60ec87568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T18:59:42Z', 'revision_number': 4, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port': {'id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:39Z', 'updated_at': '2022-03-28T18:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '9524a21c-0854-4b0e-875f-e37259c1b1a4', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'floating_ip_address': '172.28.0.28', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'port_id': '713500d2-08f1-4b6a-add7-20079be7f4e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'mac_address': 'fa:16:3e:ab:62:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:00:25Z', 'updated_at': '2022-03-28T19:00:25Z', 'revision_number': 0, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20', 'name': '', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'mac_address': 'fa:16:3e:16:42:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:41Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 5, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'subnets': [{'id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:27.473507 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bae31-12b2-4356-9527-b1c0b2078891 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48933f0-3b69-4cc2-bd1b-649b6ab4baad,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:27.482412 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f38bae31-12b2-4356-9527-b1c0b2078891 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.483654 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-f38bae31-12b2-4356-9527-b1c0b2078891 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240411 Mar 28 19:00:27.487118 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60580) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:27.491578 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-6364de4b-0f2a-479f-ad94-e475933f2e62 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Request body: {'security_group_rule': {'security_group_id': '6283899c-d5d8-413e-ad6e-6389409407cb', 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:27.498341 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b058496-9854-480a-afa4-6f60ec87568e None None] The sync data for ids ['6938d717-e328-4a78-b385-63cc19e7b072'] in dv-cinder-835483-1-smb is: [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T18:59:42Z', 'revision_number': 4, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port': {'id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:39Z', 'updated_at': '2022-03-28T18:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '9524a21c-0854-4b0e-875f-e37259c1b1a4', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'floating_ip_address': '172.28.0.28', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'port_id': '713500d2-08f1-4b6a-add7-20079be7f4e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'mac_address': 'fa:16:3e:ab:62:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:00:25Z', 'updated_at': '2022-03-28T19:00:25Z', 'revision_number': 0, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20', 'name': '', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'mac_address': 'fa:16:3e:16:42:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:41Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 5, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'subnets': [{'id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:00:27.511976 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.securitygroups_db [None req-6364de4b-0f2a-479f-ad94-e475933f2e62 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Project 57eb367e43a34239a3b69e142f4a15af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:00:27.517697 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6364de4b-0f2a-479f-ad94-e475933f2e62 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (84587459-720d-4233-b96e-dd949de94529), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.580578 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6364de4b-0f2a-479f-ad94-e475933f2e62 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (84587459-720d-4233-b96e-dd949de94529), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.584427 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6364de4b-0f2a-479f-ad94-e475933f2e62 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (84587459-720d-4233-b96e-dd949de94529), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.603142 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364de4b-0f2a-479f-ad94-e475933f2e62 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84587459-720d-4233-b96e-dd949de94529,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:27.610826 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6364de4b-0f2a-479f-ad94-e475933f2e62 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.612044 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-6364de4b-0f2a-479f-ad94-e475933f2e62 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239386 Mar 28 19:00:27.708055 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1adf4d7-2c10-4335-851c-a8a12536bf1e None None] New status for floating IP 9524a21c-0854-4b0e-875f-e37259c1b1a4: ACTIVE {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:00:27.708957 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-321b7015-57f1-4db7-83fc-941191063811 req-b04feef6-ac1e-41ee-b8fa-5c6e48513124 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-723355868&fields=id&tenant_id=57eb367e43a34239a3b69e142f4a15af HTTP/1.1" status: 200 len: 267 time: 0.0514994 Mar 28 19:00:27.767511 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b7015-57f1-4db7-83fc-941191063811 req-69155a9d-265d-4a9d-ad19-764f97fbf160 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:27.768973 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-321b7015-57f1-4db7-83fc-941191063811 req-69155a9d-265d-4a9d-ad19-764f97fbf160 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 945 time: 0.0513024 Mar 28 19:00:27.779488 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-321b7015-57f1-4db7-83fc-941191063811 req-f6011d62-2a73-45f9-86b0-d5989e44304e tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Request body: {'port': {'security_groups': ['12885bce-c5e7-47e7-b5d0-35b51af40496', '6283899c-d5d8-413e-ad6e-6389409407cb']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:27.847140 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-321b7015-57f1-4db7-83fc-941191063811 req-f6011d62-2a73-45f9-86b0-d5989e44304e tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:28.033169 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-321b7015-57f1-4db7-83fc-941191063811 req-f6011d62-2a73-45f9-86b0-d5989e44304e tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] For port 713500d2-08f1-4b6a-add7-20079be7f4e4, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=713500d2-08f1-4b6a-add7-20079be7f4e4,segment=NetworkSegment(d38720e6-82d0-44d8-a9d0-f1b74bcc2127),segment_id=d38720e6-82d0-44d8-a9d0-f1b74bcc2127)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:28.062529 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-321b7015-57f1-4db7-83fc-941191063811 req-f6011d62-2a73-45f9-86b0-d5989e44304e tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:28.067772 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-321b7015-57f1-4db7-83fc-941191063811 req-f6011d62-2a73-45f9-86b0-d5989e44304e tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:28.079563 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['713500d2-08f1-4b6a-add7-20079be7f4e4'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:00:28.113350 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b7015-57f1-4db7-83fc-941191063811 req-f6011d62-2a73-45f9-86b0-d5989e44304e tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:28.113996 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-321b7015-57f1-4db7-83fc-941191063811 req-f6011d62-2a73-45f9-86b0-d5989e44304e tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:28.115391 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-321b7015-57f1-4db7-83fc-941191063811 req-f6011d62-2a73-45f9-86b0-d5989e44304e tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "PUT /v2.0/ports/713500d2-08f1-4b6a-add7-20079be7f4e4 HTTP/1.1" status: 200 len: 981 time: 0.3404493 Mar 28 19:00:28.115847 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'tag': '713500d2-08f1-4b6a-add7-20079be7f4e4'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:28.118602 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab7cb11-20e8-4f79-947a-85b4e553f713" -d '{"events": [{"name": "network-changed", "server_uuid": "c008e01d-ca38-4d38-b1c7-4623b4bfceaa", "tag": "713500d2-08f1-4b6a-add7-20079be7f4e4"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:28.145644 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6011d62-2a73-45f9-86b0-d5989e44304e tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event updated for resources: {'Port': ['ID=713500d2-08f1-4b6a-add7-20079be7f4e4,revision_number=6']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:28.187078 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7180e30e-84cd-43ee-8b24-9d2e93afe853 x-openstack-request-id: req-7180e30e-84cd-43ee-8b24-9d2e93afe853 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:28.187379 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c008e01d-ca38-4d38-b1c7-4623b4bfceaa", "tag": "713500d2-08f1-4b6a-add7-20079be7f4e4", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:28.187631 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7180e30e-84cd-43ee-8b24-9d2e93afe853 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:28.188870 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7180e30e-84cd-43ee-8b24-9d2e93afe853'] response: {'name': 'network-changed', 'server_uuid': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'tag': '713500d2-08f1-4b6a-add7-20079be7f4e4', 'status': 'completed', 'code': 200} Mar 28 19:00:28.213130 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['713500d2-08f1-4b6a-add7-20079be7f4e4'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:00:28.263362 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7cb11-20e8-4f79-947a-85b4e553f713 req-bc783b30-0009-4201-a655-ddc63528bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:28.263744 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb4f17-8026-461f-b610-2a5414319050 req-c81b72d5-a0dc-4d59-af3c-a66c6fcf9a4c tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:28.265429 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-94bb4f17-8026-461f-b610-2a5414319050 req-c81b72d5-a0dc-4d59-af3c-a66c6fcf9a4c tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 984 time: 0.0863976 Mar 28 19:00:28.267178 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cab7cb11-20e8-4f79-947a-85b4e553f713 req-bc783b30-0009-4201-a655-ddc63528bf78 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57eb367e43a34239a3b69e142f4a15af&device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 1168 time: 0.0539665 Mar 28 19:00:28.340474 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-94bb4f17-8026-461f-b610-2a5414319050 req-f089400e-3015-4fee-95c7-7be1be1296a2 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6283899c-d5d8-413e-ad6e-6389409407cb&id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656407 Mar 28 19:00:28.380134 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7cb11-20e8-4f79-947a-85b4e553f713 req-1f529784-d736-42ca-bab9-c475aac0ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:28.381630 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cab7cb11-20e8-4f79-947a-85b4e553f713 req-1f529784-d736-42ca-bab9-c475aac0ad13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c24cc45-b21d-49c0-aae1-69d685c7c838 HTTP/1.1" status: 200 len: 916 time: 0.1091712 Mar 28 19:00:28.418323 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-cb507251-2e18-4851-8963-bfe560c37a9b None None] Provisioning complete for port 713500d2-08f1-4b6a-add7-20079be7f4e4 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:00:28.418702 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cb507251-2e18-4851-8963-bfe560c37a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:28.451092 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cab7cb11-20e8-4f79-947a-85b4e553f713 req-21b091ab-eb20-4686-a811-b50877f198a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=713500d2-08f1-4b6a-add7-20079be7f4e4 HTTP/1.1" status: 200 len: 1000 time: 0.0632098 Mar 28 19:00:28.498689 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7cb11-20e8-4f79-947a-85b4e553f713 req-b58062bf-c271-42c2-b509-a956122c9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:28.500124 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cab7cb11-20e8-4f79-947a-85b4e553f713 req-b58062bf-c271-42c2-b509-a956122c9ae1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8819c2-e164-4fc5-b72e-179026304b5d HTTP/1.1" status: 200 len: 854 time: 0.0434961 Mar 28 19:00:28.549127 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7cb11-20e8-4f79-947a-85b4e553f713 req-81f70395-8949-471f-a823-a0aea2acbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:28.550667 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cab7cb11-20e8-4f79-947a-85b4e553f713 req-81f70395-8949-471f-a823-a0aea2acbe18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c24cc45-b21d-49c0-aae1-69d685c7c838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0447066 Mar 28 19:00:28.615125 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-cb507251-2e18-4851-8963-bfe560c37a9b None None] Current status of the port 713500d2-08f1-4b6a-add7-20079be7f4e4 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:00:28.641608 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cab7cb11-20e8-4f79-947a-85b4e553f713 req-fe93219c-c047-4d26-8a35-34b51dcb5ee4 service neutron] 10.222.0.23 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843005 Mar 28 19:00:28.732479 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cab7cb11-20e8-4f79-947a-85b4e553f713 req-f3419e30-c267-4a88-a163-2e3573665bfb service neutron] 10.222.0.23 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846438 Mar 28 19:00:38.870407 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a9947154-5cd1-4876-a86d-748c873e961c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:41.056513 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1229fe11-68bb-4ba8-aea0-2ef6bf480c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:42.215038 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:00:42.261474 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:43.680730 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.049812 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60624) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:45.054180 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-822ad0b5-79c3-4d37-8b87-2562eb25afd9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--631336802', 'description': 'tempest-description--427705794'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:45.074910 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-822ad0b5-79c3-4d37-8b87-2562eb25afd9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.089850 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.139636 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-822ad0b5-79c3-4d37-8b87-2562eb25afd9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (ce0e99ed-9a67-4e32-8708-29d341cd143a), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.143744 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-822ad0b5-79c3-4d37-8b87-2562eb25afd9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (ce0e99ed-9a67-4e32-8708-29d341cd143a), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.175851 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-822ad0b5-79c3-4d37-8b87-2562eb25afd9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.177040 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-822ad0b5-79c3-4d37-8b87-2562eb25afd9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1262345 Mar 28 19:00:45.178886 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ad0b5-79c3-4d37-8b87-2562eb25afd9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0e99ed-9a67-4e32-8708-29d341cd143a,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:45.180008 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60626) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:45.184544 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'security_group_rule': {'security_group_id': 'ce0e99ed-9a67-4e32-8708-29d341cd143a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:45.210779 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (f5f0f7f9-12e7-4d37-bea9-ac98e504cb7d), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.265231 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (f5f0f7f9-12e7-4d37-bea9-ac98e504cb7d), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.269104 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (f5f0f7f9-12e7-4d37-bea9-ac98e504cb7d), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.290469 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f0f7f9-12e7-4d37-bea9-ac98e504cb7d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:45.300321 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.301490 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204762 Mar 28 19:00:45.302965 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.303314 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.303655 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.304084 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.304325 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60628) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:45.304454 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.304734 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.305062 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.305388 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.305730 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.306098 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.306424 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.306743 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.307063 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.307380 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.307697 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688e185-e860-4e52-9d3b-41a7c905d2d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:45.308814 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-110e942a-11c6-4c8b-8182-8550845896f8 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'security_group_rule': {'security_group_id': 'ce0e99ed-9a67-4e32-8708-29d341cd143a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:45.334799 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-110e942a-11c6-4c8b-8182-8550845896f8 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (39eab40b-7f55-42e7-8f61-d6da57f49e17), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.390378 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-110e942a-11c6-4c8b-8182-8550845896f8 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (39eab40b-7f55-42e7-8f61-d6da57f49e17), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.393762 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-110e942a-11c6-4c8b-8182-8550845896f8 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (39eab40b-7f55-42e7-8f61-d6da57f49e17), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.410800 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e942a-11c6-4c8b-8182-8550845896f8 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39eab40b-7f55-42e7-8f61-d6da57f49e17,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:45.417324 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-110e942a-11c6-4c8b-8182-8550845896f8 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.418547 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-110e942a-11c6-4c8b-8182-8550845896f8 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132193 Mar 28 19:00:45.421529 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60630) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:45.426893 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'floatingip': {'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:45.446557 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.541879 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.645473 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Allocated IP 172.28.0.201 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/e6822dbd-80d3-4b6e-bc96-cc7ef5676f75) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:00:45.744895 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for port (e6822dbd-80d3-4b6e-bc96-cc7ef5676f75), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.776545 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (e6822dbd-80d3-4b6e-bc96-cc7ef5676f75), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.816399 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:00:45.820600 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:00:45.824121 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:00:45.849923 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'Port': ['ID=e6822dbd-80d3-4b6e-bc96-cc7ef5676f75,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:45.912977 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (50ed3b34-1192-4199-844e-d8dd43915ed4), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.947518 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (e6822dbd-80d3-4b6e-bc96-cc7ef5676f75), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:46.095431 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for port (e6822dbd-80d3-4b6e-bc96-cc7ef5676f75), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:46.099722 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (e6822dbd-80d3-4b6e-bc96-cc7ef5676f75), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:46.166802 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'Port': ['ID=e6822dbd-80d3-4b6e-bc96-cc7ef5676f75,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:46.178528 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (50ed3b34-1192-4199-844e-d8dd43915ed4), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:46.193039 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:46.194271 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-5670fc30-45f8-488e-9814-7a13e37afdce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7706883 Mar 28 19:00:46.392047 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-b91bd161-46e1-4566-b841-3dc06243666c tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--631336802&fields=id&tenant_id=c053736f74f74b5a9c23114357e4a126 HTTP/1.1" status: 200 len: 267 time: 0.0426018 Mar 28 19:00:46.494290 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-68ddafa6-dac1-408c-a774-dc8a08f592d1 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:46.495638 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-68ddafa6-dac1-408c-a774-dc8a08f592d1 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 813 time: 0.0973432 Mar 28 19:00:46.509542 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-900bbf0c-7f6e-4588-84b8-5ebfc53a28fd tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/quotas/c053736f74f74b5a9c23114357e4a126 HTTP/1.1" status: 200 len: 375 time: 0.0085592 Mar 28 19:00:46.788363 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-4f189758-a286-41a9-a161-3d1e58de49a6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2741635 Mar 28 19:00:46.881320 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-8930e876-52cb-4acc-8d7c-e078981585b2 service neutron] 10.222.0.18 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808530 Mar 28 19:00:46.979535 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-52940d8e-4728-4fac-8f5b-2569ff84e56b service neutron] 10.222.0.18 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908401 Mar 28 19:00:47.137225 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-646ea848-402d-4ff2-b2e0-84bc5510b04d req-324fea02-0bfd-4674-9b5f-bb5c3bee1fe1 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 210 time: 0.0267653 Mar 28 19:00:48.054772 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-98f9f881-9d4a-4eb4-a304-efcb489eb38b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:48.056201 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-98f9f881-9d4a-4eb4-a304-efcb489eb38b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 813 time: 0.0982573 Mar 28 19:00:48.127899 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-dfe1f984-cc40-4156-8503-9caad1995746 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c053736f74f74b5a9c23114357e4a126 HTTP/1.1" status: 200 len: 472 time: 0.0634975 Mar 28 19:00:48.135860 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-0fb3c289-27c8-41ec-871e-5d88e8dcb819 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'port': {'device_id': '7a5bd731-7e39-47f3-9558-c6eed7e378e0', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'admin_state_up': True, 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'security_groups': ['ce0e99ed-9a67-4e32-8708-29d341cd143a']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:48.231482 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-9f16684c-fcd4-40e2-b7a6-f5d1acc3ed28 req-9b88fd1f-d7ad-42e9-aaaf-d3c194c261e6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 210 time: 0.0274670 Mar 28 19:00:48.246062 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-0fb3c289-27c8-41ec-871e-5d88e8dcb819 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Made reservation on behalf of c053736f74f74b5a9c23114357e4a126 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:00:48.249372 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-0fb3c289-27c8-41ec-871e-5d88e8dcb819 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:48.374167 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-0fb3c289-27c8-41ec-871e-5d88e8dcb819 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Allocated IP 172.20.0.8 (1f330e27-be2f-46cf-b647-3494500dc99a/0166e5a5-9fdc-488b-93b1-5a0d473bc689/26ba5a4b-9322-489b-a6f4-84d7f1624fa6) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:00:48.503410 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-0fb3c289-27c8-41ec-871e-5d88e8dcb819 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:48.535826 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-0fb3c289-27c8-41ec-871e-5d88e8dcb819 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:48.579410 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-0fb3c289-27c8-41ec-871e-5d88e8dcb819 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Network 1f330e27-be2f-46cf-b647-3494500dc99a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:00:48.582311 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-0fb3c289-27c8-41ec-871e-5d88e8dcb819 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:00:48.584723 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-0fb3c289-27c8-41ec-871e-5d88e8dcb819 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:00:48.615732 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3c289-27c8-41ec-871e-5d88e8dcb819 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'Port': ['ID=26ba5a4b-9322-489b-a6f4-84d7f1624fa6,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:48.643139 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-0fb3c289-27c8-41ec-871e-5d88e8dcb819 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:48.643891 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-0fb3c289-27c8-41ec-871e-5d88e8dcb819 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:48.661923 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-0fb3c289-27c8-41ec-871e-5d88e8dcb819 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5285029 Mar 28 19:00:48.672977 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Request body: {'port': {'device_id': '7a5bd731-7e39-47f3-9558-c6eed7e378e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:48.736157 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:48.865862 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-d3355745-905e-456e-b26f-3698ee204239 None None] Provisioning complete for port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:00:48.866432 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3355745-905e-456e-b26f-3698ee204239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:48.900717 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d3355745-905e-456e-b26f-3698ee204239 None None] Port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:00:49.010681 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:00:49.018450 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Publish callbacks [] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:49.030734 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Transition to ACTIVE for port object 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:00:49.035182 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:49.105537 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Pushing event updated for resources: {'Port': ['ID=26ba5a4b-9322-489b-a6f4-84d7f1624fa6,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:49.153829 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Attempting to bind port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:00:49.154123 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Attempting to bind port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:00:49.154417 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Attempting to bind port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 on network 1f330e27-be2f-46cf-b647-3494500dc99a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:00:49.161106 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 on network 1f330e27-be2f-46cf-b647-3494500dc99a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:00:49.161514 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Attempting to bind port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 on network 1f330e27-be2f-46cf-b647-3494500dc99a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:00:49.166861 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:00:49.167207 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Checking segment: {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:00:49.167574 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Bound using segment: {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:00:49.167996 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Bound port: 26ba5a4b-9322-489b-a6f4-84d7f1624fa6, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:00:49.168356 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:49.237434 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] For port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6, host hv-cinder-83548, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:00:49.240618 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] For port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=26ba5a4b-9322-489b-a6f4-84d7f1624fa6,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:00:49.246663 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:49.284115 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:49.284747 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:49.286179 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] 10.222.0.23 "PUT /v2.0/ports/26ba5a4b-9322-489b-a6f4-84d7f1624fa6 HTTP/1.1" status: 200 len: 1093 time: 0.6178169 Mar 28 19:00:49.286709 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5bd731-7e39-47f3-9558-c6eed7e378e0', 'tag': '26ba5a4b-9322-489b-a6f4-84d7f1624fa6'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:49.288905 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85517842-5008-411b-9ab1-04edfd5ef3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5bd731-7e39-47f3-9558-c6eed7e378e0", "tag": "26ba5a4b-9322-489b-a6f4-84d7f1624fa6"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:49.338401 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2181f8e-1725-47f7-a6ac-e3e4068dcf22 x-openstack-request-id: req-d2181f8e-1725-47f7-a6ac-e3e4068dcf22 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:49.338401 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5bd731-7e39-47f3-9558-c6eed7e378e0", "tag": "26ba5a4b-9322-489b-a6f4-84d7f1624fa6", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:49.338728 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2181f8e-1725-47f7-a6ac-e3e4068dcf22 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:49.339089 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2181f8e-1725-47f7-a6ac-e3e4068dcf22'] response: {'name': 'network-changed', 'server_uuid': '7a5bd731-7e39-47f3-9558-c6eed7e378e0', 'tag': '26ba5a4b-9322-489b-a6f4-84d7f1624fa6', 'status': 'completed', 'code': 200} Mar 28 19:00:49.355168 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c1251-a96b-4545-b228-19c3f29f5857 service neutron] Pushing event updated for resources: {'Port': ['ID=26ba5a4b-9322-489b-a6f4-84d7f1624fa6,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:49.409292 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959cde5-9ca2-40d5-bffa-2b531f119d33 req-4e2225fd-e846-4a36-acc2-6612d6d749b7 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:49.410953 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3959cde5-9ca2-40d5-bffa-2b531f119d33 req-4e2225fd-e846-4a36-acc2-6612d6d749b7 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 943 time: 0.1102397 Mar 28 19:00:49.419205 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-9ccbdde5-eb71-4289-8ee3-214aa1f50af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:49.420671 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-9ccbdde5-eb71-4289-8ee3-214aa1f50af6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 1127 time: 0.0744443 Mar 28 19:00:49.472355 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-8baadca4-e143-4c3b-a7b0-18c7c8ff7b52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26ba5a4b-9322-489b-a6f4-84d7f1624fa6 HTTP/1.1" status: 200 len: 217 time: 0.0377929 Mar 28 19:00:49.526685 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-3959cde5-9ca2-40d5-bffa-2b531f119d33 req-6703f077-1495-4509-b65b-f47f8694989e tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0e99ed-9a67-4e32-8708-29d341cd143a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098914 Mar 28 19:00:49.537916 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-27204c40-33aa-4ed8-b834-8ea681cf396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:49.539345 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-27204c40-33aa-4ed8-b834-8ea681cf396f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0166e5a5-9fdc-488b-93b1-5a0d473bc689 HTTP/1.1" status: 200 len: 852 time: 0.0571990 Mar 28 19:00:49.595536 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-51d16374-be59-4df2-87cc-a66ab7dd99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:49.596994 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-51d16374-be59-4df2-87cc-a66ab7dd99f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f330e27-be2f-46cf-b647-3494500dc99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0491178 Mar 28 19:00:49.683655 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-62526ce2-42b1-424c-933b-a5d28a0f1fe2 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793793 Mar 28 19:00:49.772505 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5416f030-3dcb-491e-bccb-2728b8f1ed12 req-2290a5c7-a210-46c1-b452-ef467f83a292 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832953 Mar 28 19:00:49.864841 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85517842-5008-411b-9ab1-04edfd5ef3fb req-bee1d3bd-7f3d-404a-9aaf-a0100995b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:49.866421 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-85517842-5008-411b-9ab1-04edfd5ef3fb req-bee1d3bd-7f3d-404a-9aaf-a0100995b65f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 1127 time: 0.0436108 Mar 28 19:00:49.957887 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85517842-5008-411b-9ab1-04edfd5ef3fb req-56bd9ab0-6c16-44e6-a7c4-9cfc7929ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:49.959246 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-85517842-5008-411b-9ab1-04edfd5ef3fb req-56bd9ab0-6c16-44e6-a7c4-9cfc7929ae6b service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 914 time: 0.0841146 Mar 28 19:00:50.003483 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-85517842-5008-411b-9ab1-04edfd5ef3fb req-f030646f-3c1e-4f16-98b7-4e396dd6086e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26ba5a4b-9322-489b-a6f4-84d7f1624fa6 HTTP/1.1" status: 200 len: 217 time: 0.0373020 Mar 28 19:00:50.057069 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85517842-5008-411b-9ab1-04edfd5ef3fb req-b6936c78-e410-4a2c-89d9-278e894dd826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:50.058538 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-85517842-5008-411b-9ab1-04edfd5ef3fb req-b6936c78-e410-4a2c-89d9-278e894dd826 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0166e5a5-9fdc-488b-93b1-5a0d473bc689 HTTP/1.1" status: 200 len: 852 time: 0.0432723 Mar 28 19:00:50.105545 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85517842-5008-411b-9ab1-04edfd5ef3fb req-120d22ed-11b4-4b75-a164-074ee6716829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:50.107048 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-85517842-5008-411b-9ab1-04edfd5ef3fb req-120d22ed-11b4-4b75-a164-074ee6716829 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f330e27-be2f-46cf-b647-3494500dc99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0413699 Mar 28 19:00:50.195946 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-85517842-5008-411b-9ab1-04edfd5ef3fb req-1e9daa27-3a59-4eb9-9a23-7375b9b695c3 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815547 Mar 28 19:00:50.281584 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-85517842-5008-411b-9ab1-04edfd5ef3fb req-d1158245-ea5d-4d0a-921d-859f020dfc4f service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786610 Mar 28 19:00:50.644804 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12184b64-918e-4489-b3b4-ac31125e350f req-9797b003-c4f2-49d2-a5db-8d393d7e3352 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:50.646275 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-12184b64-918e-4489-b3b4-ac31125e350f req-9797b003-c4f2-49d2-a5db-8d393d7e3352 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 943 time: 0.0509653 Mar 28 19:00:50.691200 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-12184b64-918e-4489-b3b4-ac31125e350f req-cbc98f0f-568d-4690-b102-e514961a4516 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0e99ed-9a67-4e32-8708-29d341cd143a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393910 Mar 28 19:00:50.859982 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:00:50.955844 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=26ba5a4b-9322-489b-a6f4-84d7f1624fa6,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:50.967113 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '26ba5a4b-9322-489b-a6f4-84d7f1624fa6', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'port_id': '26ba5a4b-9322-489b-a6f4-84d7f1624fa6', 'mac_address': 'fa:16:3e:40:fa:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:00:51.007833 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:00:51.008221 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:51.020716 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:00:51.039496 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=26ba5a4b-9322-489b-a6f4-84d7f1624fa6,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:51.043711 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:51.092625 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=26ba5a4b-9322-489b-a6f4-84d7f1624fa6,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:51.099871 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.100222 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.100571 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.100912 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.101252 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.101583 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.101939 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.102271 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.102612 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.102928 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.103255 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.103586 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.103912 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.104234 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.104555 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:51.263127 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['26ba5a4b-9322-489b-a6f4-84d7f1624fa6'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:00:51.811850 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233a9ae-5c37-4951-9090-5df924458147 req-07862280-bb3a-41d4-8efb-d847a14f1c23 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:51.814213 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1233a9ae-5c37-4951-9090-5df924458147 req-07862280-bb3a-41d4-8efb-d847a14f1c23 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 944 time: 0.0587497 Mar 28 19:00:51.858992 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-1233a9ae-5c37-4951-9090-5df924458147 req-1a17aa7b-6d91-4ac1-89d9-0bc9be571ca8 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0e99ed-9a67-4e32-8708-29d341cd143a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393267 Mar 28 19:00:52.883511 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:00:52.936206 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:00:52.940950 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:00:52.941327 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.986721 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43480c52-ad22-42ba-bce6-192d5ea5bc7e req-56ee263d-fcc9-42b5-bafd-ff88efe0889a tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:52.988209 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-43480c52-ad22-42ba-bce6-192d5ea5bc7e req-56ee263d-fcc9-42b5-bafd-ff88efe0889a tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 944 time: 0.0633757 Mar 28 19:00:53.019826 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:00:53.020216 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.034759 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-43480c52-ad22-42ba-bce6-192d5ea5bc7e req-e4b62ba0-da40-4fb7-bc1e-a93944ed22c1 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0e99ed-9a67-4e32-8708-29d341cd143a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410047 Mar 28 19:00:53.042731 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5bd731-7e39-47f3-9558-c6eed7e378e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ba5a4b-9322-489b-a6f4-84d7f1624fa6'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:53.045152 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e55a4fe-688d-414e-99bf-b9c4644ac5e8" -d '{"events": [{"server_uuid": "7a5bd731-7e39-47f3-9558-c6eed7e378e0", "name": "network-vif-plugged", "status": "completed", "tag": "26ba5a4b-9322-489b-a6f4-84d7f1624fa6"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:53.058420 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=26ba5a4b-9322-489b-a6f4-84d7f1624fa6,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:53.062401 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.090695 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82df6f1e-5786-4c54-a840-5ff292ab0fc2 x-openstack-request-id: req-82df6f1e-5786-4c54-a840-5ff292ab0fc2 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:53.090987 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5bd731-7e39-47f3-9558-c6eed7e378e0", "name": "network-vif-plugged", "status": "completed", "tag": "26ba5a4b-9322-489b-a6f4-84d7f1624fa6", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:53.091241 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82df6f1e-5786-4c54-a840-5ff292ab0fc2 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:53.091639 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82df6f1e-5786-4c54-a840-5ff292ab0fc2'] response: {'server_uuid': '7a5bd731-7e39-47f3-9558-c6eed7e378e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ba5a4b-9322-489b-a6f4-84d7f1624fa6', 'code': 200} Mar 28 19:00:53.122586 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=26ba5a4b-9322-489b-a6f4-84d7f1624fa6,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:53.253074 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da7355-e3b2-41e9-86a2-ae96fae504af req-311ebcfc-76ef-4bdd-99cd-b4272bd6c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:53.254863 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-57da7355-e3b2-41e9-86a2-ae96fae504af req-311ebcfc-76ef-4bdd-99cd-b4272bd6c0ac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 1129 time: 0.0431862 Mar 28 19:00:53.298292 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-57da7355-e3b2-41e9-86a2-ae96fae504af req-4b710f5f-2d00-4fb9-8a55-24b1da3ceed5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ce0e99ed-9a67-4e32-8708-29d341cd143a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370409 Mar 28 19:00:54.179647 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3042dd4-5e33-405e-919f-84d2f77e463a req-24f09347-9925-40d9-b02f-94172e106878 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:54.181135 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f3042dd4-5e33-405e-919f-84d2f77e463a req-24f09347-9925-40d9-b02f-94172e106878 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 984 time: 0.0547166 Mar 28 19:00:54.181526 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d72553-91a5-433c-b0d6-e577af77f995 req-7b6a5828-1523-4e63-a96d-ff92cdef5079 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:54.182997 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-23d72553-91a5-433c-b0d6-e577af77f995 req-7b6a5828-1523-4e63-a96d-ff92cdef5079 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 945 time: 0.0799718 Mar 28 19:00:54.217354 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d8e53-9c13-4029-b01b-715f2b273b6a req-638dd9f9-95c4-4d30-9101-d7a470ba8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:54.219393 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a65d8e53-9c13-4029-b01b-715f2b273b6a req-638dd9f9-95c4-4d30-9101-d7a470ba8511 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57eb367e43a34239a3b69e142f4a15af&device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 1168 time: 0.0761178 Mar 28 19:00:54.241833 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-f3042dd4-5e33-405e-919f-84d2f77e463a req-ee126548-d314-40ca-96f4-0b4a386a93a7 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6283899c-d5d8-413e-ad6e-6389409407cb&id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547402 Mar 28 19:00:54.283135 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-23d72553-91a5-433c-b0d6-e577af77f995 req-8b705aee-f25e-4328-bfca-f0b1ddfd35a9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0e99ed-9a67-4e32-8708-29d341cd143a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935938 Mar 28 19:00:54.325299 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d8e53-9c13-4029-b01b-715f2b273b6a req-70970a88-5b2f-466b-bbba-e76b496d6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:54.326807 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a65d8e53-9c13-4029-b01b-715f2b273b6a req-70970a88-5b2f-466b-bbba-e76b496d6d8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c24cc45-b21d-49c0-aae1-69d685c7c838 HTTP/1.1" status: 200 len: 916 time: 0.0990300 Mar 28 19:00:54.409888 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a65d8e53-9c13-4029-b01b-715f2b273b6a req-4db589ba-e2de-465c-857b-65cd9a01c977 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=713500d2-08f1-4b6a-add7-20079be7f4e4 HTTP/1.1" status: 200 len: 1000 time: 0.0757198 Mar 28 19:00:54.462358 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d8e53-9c13-4029-b01b-715f2b273b6a req-75f298b4-f51d-4f1c-90f3-84f349db63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:54.463831 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a65d8e53-9c13-4029-b01b-715f2b273b6a req-75f298b4-f51d-4f1c-90f3-84f349db63a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8819c2-e164-4fc5-b72e-179026304b5d HTTP/1.1" status: 200 len: 854 time: 0.0473998 Mar 28 19:00:54.517839 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d8e53-9c13-4029-b01b-715f2b273b6a req-cecd3f69-b6cc-43b4-a573-581f8fb2d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:54.519232 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a65d8e53-9c13-4029-b01b-715f2b273b6a req-cecd3f69-b6cc-43b4-a573-581f8fb2d993 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c24cc45-b21d-49c0-aae1-69d685c7c838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0465293 Mar 28 19:00:54.614923 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a65d8e53-9c13-4029-b01b-715f2b273b6a req-aece1489-5de8-45ba-a6d8-e6cb60944ee9 service neutron] 10.222.0.23 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850794 Mar 28 19:00:54.713106 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a65d8e53-9c13-4029-b01b-715f2b273b6a req-ec72ddc6-c3eb-4a19-8dcc-456cfc03de66 service neutron] 10.222.0.23 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917470 Mar 28 19:00:55.361854 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bff2d-2757-4e70-96ad-8e928be76183 req-578e6379-7ed0-485c-9d9e-fb316e93a28a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:55.363325 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b46bff2d-2757-4e70-96ad-8e928be76183 req-578e6379-7ed0-485c-9d9e-fb316e93a28a tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 984 time: 0.0528703 Mar 28 19:00:55.405246 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5a262-4077-44ad-9067-8c8d3ce68aab req-5678df0a-a5c8-4724-8fbe-5c4e47961493 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:55.407359 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-87d5a262-4077-44ad-9067-8c8d3ce68aab req-5678df0a-a5c8-4724-8fbe-5c4e47961493 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 945 time: 0.0576108 Mar 28 19:00:55.428861 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-b46bff2d-2757-4e70-96ad-8e928be76183 req-1b50406e-6935-46e6-bf78-0cbc310ee3ed tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6283899c-d5d8-413e-ad6e-6389409407cb&id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598149 Mar 28 19:00:55.455018 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-87d5a262-4077-44ad-9067-8c8d3ce68aab req-0a9ad228-e26d-404f-87b7-a3af208cd70d tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0e99ed-9a67-4e32-8708-29d341cd143a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420585 Mar 28 19:00:55.567594 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139347f-38d3-4790-8b25-8b19dd356746 req-93f47a82-7d4a-44c6-bb0a-2a69bade809b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:55.569016 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-e139347f-38d3-4790-8b25-8b19dd356746 req-93f47a82-7d4a-44c6-bb0a-2a69bade809b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 945 time: 0.0528312 Mar 28 19:00:55.577405 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60688) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:55.581682 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-e6aeeb22-94f0-4428-ace4-dabdfebc7200 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'floatingip': {'port_id': '26ba5a4b-9322-489b-a6f4-84d7f1624fa6'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:55.621607 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e6aeeb22-94f0-4428-ace4-dabdfebc7200 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (50ed3b34-1192-4199-844e-d8dd43915ed4), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.046187 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e6aeeb22-94f0-4428-ace4-dabdfebc7200 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.050286 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e6aeeb22-94f0-4428-ace4-dabdfebc7200 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (50ed3b34-1192-4199-844e-d8dd43915ed4), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.155471 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.db.l3_db [None req-e6aeeb22-94f0-4428-ace4-dabdfebc7200 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Floating IP 50ed3b34-1192-4199-844e-d8dd43915ed4 associated. External IP: 172.28.0.201, port: 26ba5a4b-9322-489b-a6f4-84d7f1624fa6. Mar 28 19:00:56.236069 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.372466 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6aeeb22-94f0-4428-ace4-dabdfebc7200 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:00:56.481424 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aeeb22-94f0-4428-ace4-dabdfebc7200 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:00:56.486090 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-e6aeeb22-94f0-4428-ace4-dabdfebc7200 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.491900 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016d5b7-0a98-4743-870d-ebdbc6d0271f None None] Sync routers for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:00:56.503046 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016d5b7-0a98-4743-870d-ebdbc6d0271f None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:56.503762 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9016d5b7-0a98-4743-870d-ebdbc6d0271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:00:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:56.527094 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-e6aeeb22-94f0-4428-ace4-dabdfebc7200 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "PUT /v2.0/floatingips/50ed3b34-1192-4199-844e-d8dd43915ed4 HTTP/1.1" status: 200 len: 991 time: 0.9437282 Mar 28 19:00:56.527094 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5bd731-7e39-47f3-9558-c6eed7e378e0', 'tag': '26ba5a4b-9322-489b-a6f4-84d7f1624fa6'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:56.527094 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8839b2-3686-4ee4-b030-75312d1c4f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5bd731-7e39-47f3-9558-c6eed7e378e0", "tag": "26ba5a4b-9322-489b-a6f4-84d7f1624fa6"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:56.555941 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2862385-e86e-48d0-8cc0-2cfbce2d087e req-93390132-540b-4209-a9ba-4039420d42f1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:56.557440 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c2862385-e86e-48d0-8cc0-2cfbce2d087e req-93390132-540b-4209-a9ba-4039420d42f1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 984 time: 0.0607860 Mar 28 19:00:56.563797 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d50505b-c1a5-4dec-80a2-feac425b0a5c x-openstack-request-id: req-1d50505b-c1a5-4dec-80a2-feac425b0a5c {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:56.564053 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5bd731-7e39-47f3-9558-c6eed7e378e0", "tag": "26ba5a4b-9322-489b-a6f4-84d7f1624fa6", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:56.564308 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d50505b-c1a5-4dec-80a2-feac425b0a5c {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:56.564718 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d50505b-c1a5-4dec-80a2-feac425b0a5c'] response: {'name': 'network-changed', 'server_uuid': '7a5bd731-7e39-47f3-9558-c6eed7e378e0', 'tag': '26ba5a4b-9322-489b-a6f4-84d7f1624fa6', 'status': 'completed', 'code': 200} Mar 28 19:00:56.618266 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-9016d5b7-0a98-4743-870d-ebdbc6d0271f None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:56.648037 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c2862385-e86e-48d0-8cc0-2cfbce2d087e req-dd260091-7a31-47b4-b187-1a5950fccb29 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6283899c-d5d8-413e-ad6e-6389409407cb&id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825131 Mar 28 19:00:56.659845 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8839b2-3686-4ee4-b030-75312d1c4f3f req-2a9c82ee-b9d8-4ebb-ae55-1679ee0ca804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:56.669128 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ab8839b2-3686-4ee4-b030-75312d1c4f3f req-2a9c82ee-b9d8-4ebb-ae55-1679ee0ca804 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 1129 time: 0.0702271 Mar 28 19:00:56.755283 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8839b2-3686-4ee4-b030-75312d1c4f3f req-2da75bfd-3756-454a-a12d-a6dedf6adfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:56.756790 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ab8839b2-3686-4ee4-b030-75312d1c4f3f req-2da75bfd-3756-454a-a12d-a6dedf6adfb9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 914 time: 0.0876894 Mar 28 19:00:56.822181 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ab8839b2-3686-4ee4-b030-75312d1c4f3f req-84028d25-b217-4015-8a33-46ff81b41cfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26ba5a4b-9322-489b-a6f4-84d7f1624fa6 HTTP/1.1" status: 200 len: 999 time: 0.0583696 Mar 28 19:00:56.842224 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9016d5b7-0a98-4743-870d-ebdbc6d0271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '50ed3b34-1192-4199-844e-d8dd43915ed4', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': '26ba5a4b-9322-489b-a6f4-84d7f1624fa6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:40:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bd731-7e39-47f3-9558-c6eed7e378e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:00:45Z', 'updated_at': '2022-03-28T19:00:55Z', 'revision_number': 1, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}, {'id': '72f3766f-576e-4ac0-be06-dc277ec588af', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:9f:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:59:52Z', 'updated_at': '2022-03-28T19:00:07Z', 'revision_number': 2, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:56.871609 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016d5b7-0a98-4743-870d-ebdbc6d0271f None None] Checking router: 3af3df8c-a0cf-4176-ba76-25b2bab9d31b for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:00:56.873430 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8839b2-3686-4ee4-b030-75312d1c4f3f req-d639998d-f794-43ff-a019-4b93563646b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:56.875600 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ab8839b2-3686-4ee4-b030-75312d1c4f3f req-d639998d-f794-43ff-a019-4b93563646b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0166e5a5-9fdc-488b-93b1-5a0d473bc689 HTTP/1.1" status: 200 len: 852 time: 0.0460329 Mar 28 19:00:56.880450 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016d5b7-0a98-4743-870d-ebdbc6d0271f None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:56.881103 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9016d5b7-0a98-4743-870d-ebdbc6d0271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:00:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:56.923046 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8839b2-3686-4ee4-b030-75312d1c4f3f req-4e41b5ca-13b8-4ebd-a10e-b5cade7047a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:56.924469 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ab8839b2-3686-4ee4-b030-75312d1c4f3f req-4e41b5ca-13b8-4ebd-a10e-b5cade7047a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f330e27-be2f-46cf-b647-3494500dc99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0438354 Mar 28 19:00:56.986438 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-9016d5b7-0a98-4743-870d-ebdbc6d0271f None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:57.014306 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ab8839b2-3686-4ee4-b030-75312d1c4f3f req-63226d49-e068-4248-ad5c-f930e93a359e service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832336 Mar 28 19:00:57.106103 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ab8839b2-3686-4ee4-b030-75312d1c4f3f req-fba19dd0-20a2-4f56-aadb-23860dbd0912 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846784 Mar 28 19:00:57.207734 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9016d5b7-0a98-4743-870d-ebdbc6d0271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '50ed3b34-1192-4199-844e-d8dd43915ed4', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': '26ba5a4b-9322-489b-a6f4-84d7f1624fa6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:40:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bd731-7e39-47f3-9558-c6eed7e378e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:00:45Z', 'updated_at': '2022-03-28T19:00:55Z', 'revision_number': 1, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}, {'id': '72f3766f-576e-4ac0-be06-dc277ec588af', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:9f:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:59:52Z', 'updated_at': '2022-03-28T19:00:07Z', 'revision_number': 2, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:57.239928 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016d5b7-0a98-4743-870d-ebdbc6d0271f None None] The sync data for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb is: [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '50ed3b34-1192-4199-844e-d8dd43915ed4', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': '26ba5a4b-9322-489b-a6f4-84d7f1624fa6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:40:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5bd731-7e39-47f3-9558-c6eed7e378e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:00:45Z', 'updated_at': '2022-03-28T19:00:55Z', 'revision_number': 1, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}, {'id': '72f3766f-576e-4ac0-be06-dc277ec588af', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:9f:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:59:52Z', 'updated_at': '2022-03-28T19:00:07Z', 'revision_number': 2, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:00:57.428735 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247a5d12-5d7b-446e-87fa-843a0459e622 None None] New status for floating IP 50ed3b34-1192-4199-844e-d8dd43915ed4: ACTIVE {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:00:57.768092 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db55fc-c285-48c2-b5ec-b62b2badb2c5 req-919ef2a6-9c3c-4b70-8058-7304a7241e6b tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:57.769563 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a3db55fc-c285-48c2-b5ec-b62b2badb2c5 req-919ef2a6-9c3c-4b70-8058-7304a7241e6b tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 984 time: 0.0525870 Mar 28 19:00:57.828280 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-a3db55fc-c285-48c2-b5ec-b62b2badb2c5 req-6f605b1f-ffae-4e5c-8817-4ddd63e2cd07 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6283899c-d5d8-413e-ad6e-6389409407cb&id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529323 Mar 28 19:00:58.946728 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c421218-3277-4a36-b1d9-a9dcc76829a8 req-0114fe31-da9c-4d81-becf-76d900218201 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:58.948245 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7c421218-3277-4a36-b1d9-a9dcc76829a8 req-0114fe31-da9c-4d81-becf-76d900218201 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 984 time: 0.0532992 Mar 28 19:00:59.011345 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7c421218-3277-4a36-b1d9-a9dcc76829a8 req-94c6e9c1-2f21-4519-a885-cdc9378dc4c1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6283899c-d5d8-413e-ad6e-6389409407cb&id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571408 Mar 28 19:01:00.128532 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37f59c-db29-45a5-bce4-7b89c2af9a96 req-5106c914-dede-4380-a05e-2fdbcf09bdf4 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:00.130005 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bc37f59c-db29-45a5-bce4-7b89c2af9a96 req-5106c914-dede-4380-a05e-2fdbcf09bdf4 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 984 time: 0.0517900 Mar 28 19:01:00.191951 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bc37f59c-db29-45a5-bce4-7b89c2af9a96 req-e5723afc-89ea-4803-be99-010dc5344979 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6283899c-d5d8-413e-ad6e-6389409407cb&id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562708 Mar 28 19:01:01.311605 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690931-e3b1-4ab2-bf95-efc6a96a00c1 req-7867a06a-3284-4168-9550-3092177a2e81 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:01.313426 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd690931-e3b1-4ab2-bf95-efc6a96a00c1 req-7867a06a-3284-4168-9550-3092177a2e81 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 984 time: 0.0561807 Mar 28 19:01:01.373426 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cd690931-e3b1-4ab2-bf95-efc6a96a00c1 req-ab6e8b33-5ef9-4704-8862-3ae7b9f71da7 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6283899c-d5d8-413e-ad6e-6389409407cb&id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537820 Mar 28 19:01:02.492262 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb21df-27cf-4063-8363-fce42776d58a req-0ad52a71-9b39-4b84-8173-6ad330704a5c tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:02.493632 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-78eb21df-27cf-4063-8363-fce42776d58a req-0ad52a71-9b39-4b84-8173-6ad330704a5c tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 984 time: 0.0545051 Mar 28 19:01:02.554600 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-78eb21df-27cf-4063-8363-fce42776d58a req-e58189c2-4f02-4d3d-ab5e-c8b0a8a622e1 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6283899c-d5d8-413e-ad6e-6389409407cb&id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551925 Mar 28 19:01:03.670045 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c7dfa-dc78-497f-b5b0-9931694dff6c req-2c7a7078-08d2-4995-b35d-edc53e321218 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:03.672179 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-710c7dfa-dc78-497f-b5b0-9931694dff6c req-2c7a7078-08d2-4995-b35d-edc53e321218 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 984 time: 0.0522709 Mar 28 19:01:03.730283 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-710c7dfa-dc78-497f-b5b0-9931694dff6c req-ef058907-e02f-4094-9cb0-5841e59c3c23 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6283899c-d5d8-413e-ad6e-6389409407cb&id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525255 Mar 28 19:01:04.849987 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d72b0-e2b4-40d7-89e6-5397e9d0770e req-3a0ee982-8914-4907-b4c8-852e8605dcc4 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:04.851563 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bb3d72b0-e2b4-40d7-89e6-5397e9d0770e req-3a0ee982-8914-4907-b4c8-852e8605dcc4 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 984 time: 0.0536566 Mar 28 19:01:04.909958 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-bb3d72b0-e2b4-40d7-89e6-5397e9d0770e req-a0ec8efc-6a12-481b-b790-a62f1c8b4fdc tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6283899c-d5d8-413e-ad6e-6389409407cb&id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526748 Mar 28 19:01:06.024586 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c48d1-5311-4815-9cda-817fa21917d9 req-a8b00164-cb12-455e-8e48-84fcb671dd6d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:06.026068 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a52c48d1-5311-4815-9cda-817fa21917d9 req-a8b00164-cb12-455e-8e48-84fcb671dd6d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 984 time: 0.0515456 Mar 28 19:01:06.087885 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a52c48d1-5311-4815-9cda-817fa21917d9 req-43c32e2d-a00f-474c-8f2e-1df033870426 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6283899c-d5d8-413e-ad6e-6389409407cb&id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556855 Mar 28 19:01:08.871456 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c07ab2f-2a5d-47b0-814f-6857fb06ca6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:11.058886 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b10e4757-1c6c-4e07-885a-897c2a68bb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:12.263237 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:13.681589 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:15.082530 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:19.213939 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:01:26.232747 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:26.771440 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fc484bb4-ec51-4cc4-b99b-8e85fdd4e92d req-986b0f66-fa20-471e-b9e1-d0d3c5d5bfc2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426412 Mar 28 19:01:26.855658 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc484bb4-ec51-4cc4-b99b-8e85fdd4e92d req-013ef98e-76aa-4cd1-aeb1-0ae63a8f9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:26.857112 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fc484bb4-ec51-4cc4-b99b-8e85fdd4e92d req-013ef98e-76aa-4cd1-aeb1-0ae63a8f9190 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 1129 time: 0.0424647 Mar 28 19:01:26.960852 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc484bb4-ec51-4cc4-b99b-8e85fdd4e92d req-3bd4d0cf-ac32-4723-805c-bc7a1323d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:26.962338 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fc484bb4-ec51-4cc4-b99b-8e85fdd4e92d req-3bd4d0cf-ac32-4723-805c-bc7a1323d7d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 914 time: 0.0849340 Mar 28 19:01:27.026959 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fc484bb4-ec51-4cc4-b99b-8e85fdd4e92d req-88856307-bbec-4d26-bb8f-e1a442c01995 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d719801b-6d64-457c-a588-fda0ad2673b6 HTTP/1.1" status: 200 len: 999 time: 0.0568397 Mar 28 19:01:27.075418 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc484bb4-ec51-4cc4-b99b-8e85fdd4e92d req-bb6d498d-dbd0-4080-aebb-90d89fc01ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:27.076835 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fc484bb4-ec51-4cc4-b99b-8e85fdd4e92d req-bb6d498d-dbd0-4080-aebb-90d89fc01ed7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0166e5a5-9fdc-488b-93b1-5a0d473bc689 HTTP/1.1" status: 200 len: 852 time: 0.0423417 Mar 28 19:01:27.129342 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc484bb4-ec51-4cc4-b99b-8e85fdd4e92d req-96695de4-417b-4cd0-b6d5-b2ec01bbbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:27.130860 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fc484bb4-ec51-4cc4-b99b-8e85fdd4e92d req-96695de4-417b-4cd0-b6d5-b2ec01bbbf66 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f330e27-be2f-46cf-b647-3494500dc99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0471008 Mar 28 19:01:27.220892 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fc484bb4-ec51-4cc4-b99b-8e85fdd4e92d req-9d30d5d0-d355-47d0-855c-ee6295db34bf service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834360 Mar 28 19:01:27.315122 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-fc484bb4-ec51-4cc4-b99b-8e85fdd4e92d req-f5e3ead2-338a-4013-b681-d299b79c8850 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870640 Mar 28 19:01:31.784763 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01556c3b-766c-49bf-b15c-c1e28c3d89f3 req-74ef936a-77d9-4813-a3d1-c5848c4cbdee tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:31.786541 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-01556c3b-766c-49bf-b15c-c1e28c3d89f3 req-74ef936a-77d9-4813-a3d1-c5848c4cbdee tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 945 time: 0.0574472 Mar 28 19:01:31.832457 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-01556c3b-766c-49bf-b15c-c1e28c3d89f3 req-327ddc45-ceb2-4096-b5d2-f8b4c885c574 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0e99ed-9a67-4e32-8708-29d341cd143a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402687 Mar 28 19:01:32.958284 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81b4e-9ca1-4ec0-85ca-cb1a9e0048e4 req-9d048492-b428-4947-8814-d36c3063fccf tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:32.959775 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-23d81b4e-9ca1-4ec0-85ca-cb1a9e0048e4 req-9d048492-b428-4947-8814-d36c3063fccf tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 945 time: 0.0577123 Mar 28 19:01:33.010011 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-23d81b4e-9ca1-4ec0-85ca-cb1a9e0048e4 req-7a6b4bd6-dcb7-4a4d-873b-a48c01fb6d62 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0e99ed-9a67-4e32-8708-29d341cd143a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416541 Mar 28 19:01:33.289143 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f27af-1124-427a-9c92-e20912209f5d req-0486eea0-29d1-4589-8df4-2163e87c0a70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:33.290635 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-889f27af-1124-427a-9c92-e20912209f5d req-0486eea0-29d1-4589-8df4-2163e87c0a70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 945 time: 0.0539737 Mar 28 19:01:33.384955 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-889f27af-1124-427a-9c92-e20912209f5d req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Deleting port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:33.385287 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889f27af-1124-427a-9c92-e20912209f5d req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:33.471612 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-889f27af-1124-427a-9c92-e20912209f5d req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] For port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=26ba5a4b-9322-489b-a6f4-84d7f1624fa6,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:33.471975 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889f27af-1124-427a-9c92-e20912209f5d req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:33.890991 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889f27af-1124-427a-9c92-e20912209f5d req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:33.891349 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889f27af-1124-427a-9c92-e20912209f5d req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (50ed3b34-1192-4199-844e-d8dd43915ed4), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:33.891659 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [req-889f27af-1124-427a-9c92-e20912209f5d req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Floating IP 50ed3b34-1192-4199-844e-d8dd43915ed4 disassociated. External IP: 172.28.0.201, port: 26ba5a4b-9322-489b-a6f4-84d7f1624fa6. Mar 28 19:01:33.891996 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-889f27af-1124-427a-9c92-e20912209f5d req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Calling delete_port for 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:34.014384 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889f27af-1124-427a-9c92-e20912209f5d req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (26ba5a4b-9322-489b-a6f4-84d7f1624fa6), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:34.045486 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event deleted for resources: {'Port': ['ID=26ba5a4b-9322-489b-a6f4-84d7f1624fa6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:34.145251 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-69d9f7ce-ec24-4c1f-bc5c-ed7f8c576bb1 req-16d95e01-8f02-44b1-85b8-a18ed6d48912 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a5bd731-7e39-47f3-9558-c6eed7e378e0 HTTP/1.1" status: 200 len: 210 time: 0.0562382 Mar 28 19:01:34.184101 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-889f27af-1124-427a-9c92-e20912209f5d req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:01:34.292501 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-889f27af-1124-427a-9c92-e20912209f5d req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:01:34.302485 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e6cbb9-609d-47e4-bcb9-0a92d133e588 None None] Sync routers for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:01:34.313364 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e6cbb9-609d-47e4-bcb9-0a92d133e588 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:34.314004 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-48e6cbb9-609d-47e4-bcb9-0a92d133e588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:01:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:34.335152 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-889f27af-1124-427a-9c92-e20912209f5d req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] No DVR routers for this DVR port 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 on host hv-cinder-83548 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:01:34.337660 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889f27af-1124-427a-9c92-e20912209f5d req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:34.341101 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-889f27af-1124-427a-9c92-e20912209f5d req-fd4b3daf-2f96-446d-baf2-aa51028f5c70 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "DELETE /v2.0/ports/26ba5a4b-9322-489b-a6f4-84d7f1624fa6 HTTP/1.1" status: 204 len: 173 time: 1.0454054 Mar 28 19:01:34.341565 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5bd731-7e39-47f3-9558-c6eed7e378e0', 'name': 'network-vif-deleted', 'tag': '26ba5a4b-9322-489b-a6f4-84d7f1624fa6'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:34.344940 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2500289-e0b7-42ed-8f89-681ee7d55b5a" -d '{"events": [{"server_uuid": "7a5bd731-7e39-47f3-9558-c6eed7e378e0", "name": "network-vif-deleted", "tag": "26ba5a4b-9322-489b-a6f4-84d7f1624fa6"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:34.393241 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b3f8a4-7ed1-49fd-868c-1513725fa151 x-openstack-request-id: req-d6b3f8a4-7ed1-49fd-868c-1513725fa151 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:34.393870 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5bd731-7e39-47f3-9558-c6eed7e378e0", "name": "network-vif-deleted", "tag": "26ba5a4b-9322-489b-a6f4-84d7f1624fa6", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:34.394194 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6b3f8a4-7ed1-49fd-868c-1513725fa151 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:34.394987 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b3f8a4-7ed1-49fd-868c-1513725fa151'] response: {'server_uuid': '7a5bd731-7e39-47f3-9558-c6eed7e378e0', 'name': 'network-vif-deleted', 'tag': '26ba5a4b-9322-489b-a6f4-84d7f1624fa6', 'status': 'completed', 'code': 200} Mar 28 19:01:34.425892 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-48e6cbb9-609d-47e4-bcb9-0a92d133e588 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:34.761167 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-48e6cbb9-609d-47e4-bcb9-0a92d133e588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '72f3766f-576e-4ac0-be06-dc277ec588af', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:9f:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:59:52Z', 'updated_at': '2022-03-28T19:00:07Z', 'revision_number': 2, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:34.787795 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e6cbb9-609d-47e4-bcb9-0a92d133e588 None None] Checking router: 3af3df8c-a0cf-4176-ba76-25b2bab9d31b for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:01:34.797168 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e6cbb9-609d-47e4-bcb9-0a92d133e588 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:34.797819 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-48e6cbb9-609d-47e4-bcb9-0a92d133e588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:01:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:34.908521 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-48e6cbb9-609d-47e4-bcb9-0a92d133e588 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:35.145462 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-48e6cbb9-609d-47e4-bcb9-0a92d133e588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '72f3766f-576e-4ac0-be06-dc277ec588af', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:9f:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:59:52Z', 'updated_at': '2022-03-28T19:00:07Z', 'revision_number': 2, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:35.172041 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e6cbb9-609d-47e4-bcb9-0a92d133e588 None None] The sync data for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb is: [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '72f3766f-576e-4ac0-be06-dc277ec588af', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:9f:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:59:52Z', 'updated_at': '2022-03-28T19:00:07Z', 'revision_number': 2, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:01:35.234092 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60746) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:35.296125 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (ce0e99ed-9a67-4e32-8708-29d341cd143a), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.320952 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (ce0e99ed-9a67-4e32-8708-29d341cd143a), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.372180 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (ce0e99ed-9a67-4e32-8708-29d341cd143a), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.375406 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.376667 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "DELETE /v2.0/security-groups/ce0e99ed-9a67-4e32-8708-29d341cd143a HTTP/1.1" status: 204 len: 168 time: 0.1416049 Mar 28 19:01:35.379538 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60748) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:35.387709 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0e99ed-9a67-4e32-8708-29d341cd143a,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:35.394348 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.api.v2.resource [None req-b61d34c1-17b1-4d45-88bc-e0fedb0d7535 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] show failed (client error): The resource could not be found. Mar 28 19:01:35.398142 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-b61d34c1-17b1-4d45-88bc-e0fedb0d7535 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups/ce0e99ed-9a67-4e32-8708-29d341cd143a HTTP/1.1" status: 404 len: 347 time: 0.0148628 Mar 28 19:01:35.398286 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.398286 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.398286 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.398286 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.398286 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.398682 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.398939 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.399283 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.399624 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60750) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:35.399730 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.399991 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.400338 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.400676 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.401034 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.401390 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.401760 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad31330-6c9b-422b-a0b8-31316ea0b603 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:35.452303 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0e80b8-975d-4a10-9b67-3907529f24a7 None None] New status for floating IP 50ed3b34-1192-4199-844e-d8dd43915ed4: DOWN {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:01:35.524148 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-52978254-c44a-4d55-8cb9-26b0725c6678 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Deleting port e6822dbd-80d3-4b6e-bc96-cc7ef5676f75 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:35.524492 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52978254-c44a-4d55-8cb9-26b0725c6678 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (e6822dbd-80d3-4b6e-bc96-cc7ef5676f75), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.602155 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52978254-c44a-4d55-8cb9-26b0725c6678 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (e6822dbd-80d3-4b6e-bc96-cc7ef5676f75), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.602487 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52978254-c44a-4d55-8cb9-26b0725c6678 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (e6822dbd-80d3-4b6e-bc96-cc7ef5676f75), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.614362 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-52978254-c44a-4d55-8cb9-26b0725c6678 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Calling delete_port for e6822dbd-80d3-4b6e-bc96-cc7ef5676f75 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:35.738093 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52978254-c44a-4d55-8cb9-26b0725c6678 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (e6822dbd-80d3-4b6e-bc96-cc7ef5676f75), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.766512 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52978254-c44a-4d55-8cb9-26b0725c6678 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event deleted for resources: {'Port': ['ID=e6822dbd-80d3-4b6e-bc96-cc7ef5676f75,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:35.825670 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52978254-c44a-4d55-8cb9-26b0725c6678 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (50ed3b34-1192-4199-844e-d8dd43915ed4), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.828434 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52978254-c44a-4d55-8cb9-26b0725c6678 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.830021 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-52978254-c44a-4d55-8cb9-26b0725c6678 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "DELETE /v2.0/floatingips/50ed3b34-1192-4199-844e-d8dd43915ed4 HTTP/1.1" status: 204 len: 168 time: 0.4290462 Mar 28 19:01:37.405039 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375894d-92ad-4faa-9549-96bcc20722a4 req-cbe284e9-fac2-415b-a25d-5385719c64ce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:37.407047 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c375894d-92ad-4faa-9549-96bcc20722a4 req-cbe284e9-fac2-415b-a25d-5385719c64ce tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 945 time: 0.0523443 Mar 28 19:01:37.452422 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c375894d-92ad-4faa-9549-96bcc20722a4 req-d8ce2048-a733-4e71-9058-8a549132420f tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=586fdb56-3efc-46b6-8c50-2e4dd5600b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399005 Mar 28 19:01:38.555765 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6e3fa4ae-5501-4cd6-bbde-e4ae3265e430 req-3a989f04-3861-432b-b300-90d5e620f6d3 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-723355868&fields=id&tenant_id=57eb367e43a34239a3b69e142f4a15af HTTP/1.1" status: 200 len: 267 time: 0.0458601 Mar 28 19:01:38.574090 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7cd81-fb97-4b6d-b202-05e8fbba7e88 req-79e96c9d-0e91-4473-8ee1-c9a0c537e464 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:38.575556 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-45b7cd81-fb97-4b6d-b202-05e8fbba7e88 req-79e96c9d-0e91-4473-8ee1-c9a0c537e464 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 945 time: 0.0562153 Mar 28 19:01:38.617703 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa4ae-5501-4cd6-bbde-e4ae3265e430 req-0163dddb-4d85-4438-accf-46bffe0dc233 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:38.619223 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6e3fa4ae-5501-4cd6-bbde-e4ae3265e430 req-0163dddb-4d85-4438-accf-46bffe0dc233 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 984 time: 0.0576077 Mar 28 19:01:38.623939 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-45b7cd81-fb97-4b6d-b202-05e8fbba7e88 req-55c6ecd6-0e9e-4c6d-ba08-c26d684aa09b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=586fdb56-3efc-46b6-8c50-2e4dd5600b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420856 Mar 28 19:01:38.630652 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [req-6e3fa4ae-5501-4cd6-bbde-e4ae3265e430 req-3d6a18c1-7d7f-4aab-aeef-f4411854dd09 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Request body: {'port': {'security_groups': ['12885bce-c5e7-47e7-b5d0-35b51af40496']}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:38.700472 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6e3fa4ae-5501-4cd6-bbde-e4ae3265e430 req-3d6a18c1-7d7f-4aab-aeef-f4411854dd09 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:38.872311 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a51fd71-5b3d-4a7f-98bc-6514fac77647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:38.880124 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-6e3fa4ae-5501-4cd6-bbde-e4ae3265e430 req-3d6a18c1-7d7f-4aab-aeef-f4411854dd09 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] For port 713500d2-08f1-4b6a-add7-20079be7f4e4, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=713500d2-08f1-4b6a-add7-20079be7f4e4,segment=NetworkSegment(d38720e6-82d0-44d8-a9d0-f1b74bcc2127),segment_id=d38720e6-82d0-44d8-a9d0-f1b74bcc2127)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:38.909877 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6e3fa4ae-5501-4cd6-bbde-e4ae3265e430 req-3d6a18c1-7d7f-4aab-aeef-f4411854dd09 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:38.914250 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6e3fa4ae-5501-4cd6-bbde-e4ae3265e430 req-3d6a18c1-7d7f-4aab-aeef-f4411854dd09 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:38.925564 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['713500d2-08f1-4b6a-add7-20079be7f4e4'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:01:38.957198 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa4ae-5501-4cd6-bbde-e4ae3265e430 req-3d6a18c1-7d7f-4aab-aeef-f4411854dd09 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:38.957792 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-6e3fa4ae-5501-4cd6-bbde-e4ae3265e430 req-3d6a18c1-7d7f-4aab-aeef-f4411854dd09 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:38.964780 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-6e3fa4ae-5501-4cd6-bbde-e4ae3265e430 req-3d6a18c1-7d7f-4aab-aeef-f4411854dd09 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "PUT /v2.0/ports/713500d2-08f1-4b6a-add7-20079be7f4e4 HTTP/1.1" status: 200 len: 942 time: 0.3360155 Mar 28 19:01:38.964780 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'tag': '713500d2-08f1-4b6a-add7-20079be7f4e4'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:38.965178 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0857de7-5662-42f0-b3f3-06e8ce7d19b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c008e01d-ca38-4d38-b1c7-4623b4bfceaa", "tag": "713500d2-08f1-4b6a-add7-20079be7f4e4"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:38.969780 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60776) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:39.028028 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['713500d2-08f1-4b6a-add7-20079be7f4e4'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:01:39.038073 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7ebbb3-a8ce-42b7-952e-0721d9e1bfd6 x-openstack-request-id: req-1d7ebbb3-a8ce-42b7-952e-0721d9e1bfd6 {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:39.038325 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c008e01d-ca38-4d38-b1c7-4623b4bfceaa", "tag": "713500d2-08f1-4b6a-add7-20079be7f4e4", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:39.038419 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d7ebbb3-a8ce-42b7-952e-0721d9e1bfd6 {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:39.038830 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7ebbb3-a8ce-42b7-952e-0721d9e1bfd6'] response: {'name': 'network-changed', 'server_uuid': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'tag': '713500d2-08f1-4b6a-add7-20079be7f4e4', 'status': 'completed', 'code': 200} Mar 28 19:01:39.056029 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-710b0978-6c8c-45cf-b467-db2ef33c2553 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:39.058730 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-710b0978-6c8c-45cf-b467-db2ef33c2553 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 945 time: 0.0941839 Mar 28 19:01:39.094027 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a18c1-7d7f-4aab-aeef-f4411854dd09 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event updated for resources: {'Port': ['ID=713500d2-08f1-4b6a-add7-20079be7f4e4,revision_number=7']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:39.105141 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf16-24e7-4587-8442-e00d1b2f205d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group (6283899c-d5d8-413e-ad6e-6389409407cb), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.131726 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857de7-5662-42f0-b3f3-06e8ce7d19b4 req-fa3614c5-1c76-45e3-abe1-37e21eb837da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:39.133299 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0857de7-5662-42f0-b3f3-06e8ce7d19b4 req-fa3614c5-1c76-45e3-abe1-37e21eb837da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57eb367e43a34239a3b69e142f4a15af&device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 1129 time: 0.0749831 Mar 28 19:01:39.142301 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:39.167489 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:39.167835 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 26ba5a4b-9322-489b-a6f4-84d7f1624fa6 not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:39.191049 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Deleting port d719801b-6d64-457c-a588-fda0ad2673b6 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:39.191682 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (d719801b-6d64-457c-a588-fda0ad2673b6), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.206999 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf16-24e7-4587-8442-e00d1b2f205d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group (6283899c-d5d8-413e-ad6e-6389409407cb), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.285635 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857de7-5662-42f0-b3f3-06e8ce7d19b4 req-3f3397bd-d8fd-405e-8714-01360e7abe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:39.287170 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0857de7-5662-42f0-b3f3-06e8ce7d19b4 req-3f3397bd-d8fd-405e-8714-01360e7abe93 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c24cc45-b21d-49c0-aae1-69d685c7c838 HTTP/1.1" status: 200 len: 916 time: 0.1411774 Mar 28 19:01:39.295590 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-0f1c9b25-ac59-4643-a759-494867317d41 None None] Provisioning complete for port 713500d2-08f1-4b6a-add7-20079be7f4e4 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:01:39.295965 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f1c9b25-ac59-4643-a759-494867317d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.302377 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] For port d719801b-6d64-457c-a588-fda0ad2673b6, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d719801b-6d64-457c-a588-fda0ad2673b6,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:39.302866 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (d719801b-6d64-457c-a588-fda0ad2673b6), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.341087 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf16-24e7-4587-8442-e00d1b2f205d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (6283899c-d5d8-413e-ad6e-6389409407cb), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.344043 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf16-24e7-4587-8442-e00d1b2f205d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.345183 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-9fffcf16-24e7-4587-8442-e00d1b2f205d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "DELETE /v2.0/security-groups/6283899c-d5d8-413e-ad6e-6389409407cb HTTP/1.1" status: 204 len: 168 time: 0.3742907 Mar 28 19:01:39.351907 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60780) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:39.360577 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffcf16-24e7-4587-8442-e00d1b2f205d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6283899c-d5d8-413e-ad6e-6389409407cb,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:39.375643 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0857de7-5662-42f0-b3f3-06e8ce7d19b4 req-ac1e2c14-07ef-4bb5-91ad-03c824c4c194 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=713500d2-08f1-4b6a-add7-20079be7f4e4 HTTP/1.1" status: 200 len: 1000 time: 0.0810823 Mar 28 19:01:39.396388 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c9b25-ac59-4643-a759-494867317d41 None None] Current status of the port 713500d2-08f1-4b6a-add7-20079be7f4e4 is: ACTIVE; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:01:39.432305 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857de7-5662-42f0-b3f3-06e8ce7d19b4 req-536fc6e0-14ae-42cb-8b43-e933b0f45389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:39.433789 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0857de7-5662-42f0-b3f3-06e8ce7d19b4 req-536fc6e0-14ae-42cb-8b43-e933b0f45389 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8819c2-e164-4fc5-b72e-179026304b5d HTTP/1.1" status: 200 len: 854 time: 0.0514867 Mar 28 19:01:39.485916 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857de7-5662-42f0-b3f3-06e8ce7d19b4 req-1225deab-d321-41ff-867f-802090b9fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:39.487434 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0857de7-5662-42f0-b3f3-06e8ce7d19b4 req-1225deab-d321-41ff-867f-802090b9fa55 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c24cc45-b21d-49c0-aae1-69d685c7c838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449016 Mar 28 19:01:39.577415 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0857de7-5662-42f0-b3f3-06e8ce7d19b4 req-9826e338-5881-47cd-974a-7a9e63b2558d service neutron] 10.222.0.23 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836639 Mar 28 19:01:39.600338 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.600945 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (72f3766f-576e-4ac0-be06-dc277ec588af), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.601065 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Floating IP 72f3766f-576e-4ac0-be06-dc277ec588af disassociated. External IP: 172.28.0.6, port: d719801b-6d64-457c-a588-fda0ad2673b6. Mar 28 19:01:39.601327 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Calling delete_port for d719801b-6d64-457c-a588-fda0ad2673b6 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:39.672492 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d0857de7-5662-42f0-b3f3-06e8ce7d19b4 req-dbe41d19-9c7f-4818-b40b-b662308f96d9 service neutron] 10.222.0.23 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883572 Mar 28 19:01:39.676709 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-ed2bf6f1-24af-4147-9a1c-93fb963f1ec0 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Deleting port 41a20ee6-4f61-4d54-9d50-7fc962d5dbb5 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:39.677770 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf6f1-24af-4147-9a1c-93fb963f1ec0 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (41a20ee6-4f61-4d54-9d50-7fc962d5dbb5), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.748287 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3352d2-b61f-44b1-8bfb-bd27e76e66f1 req-b3e94ee3-64e4-45c3-8caf-6d5601c81c83 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:39.750765 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-cd3352d2-b61f-44b1-8bfb-bd27e76e66f1 req-b3e94ee3-64e4-45c3-8caf-6d5601c81c83 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba HTTP/1.1" status: 200 len: 945 time: 0.0541151 Mar 28 19:01:39.797810 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-cd3352d2-b61f-44b1-8bfb-bd27e76e66f1 req-09a3b009-42dd-46f7-a93c-d3aaa99949c4 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=586fdb56-3efc-46b6-8c50-2e4dd5600b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413454 Mar 28 19:01:39.802865 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf6f1-24af-4147-9a1c-93fb963f1ec0 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (41a20ee6-4f61-4d54-9d50-7fc962d5dbb5), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.803195 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf6f1-24af-4147-9a1c-93fb963f1ec0 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for floatingip (41a20ee6-4f61-4d54-9d50-7fc962d5dbb5), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.822047 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-ed2bf6f1-24af-4147-9a1c-93fb963f1ec0 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Calling delete_port for 41a20ee6-4f61-4d54-9d50-7fc962d5dbb5 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:39.828786 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (d719801b-6d64-457c-a588-fda0ad2673b6), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.867945 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event deleted for resources: {'Port': ['ID=d719801b-6d64-457c-a588-fda0ad2673b6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:40.048172 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:01:40.178725 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf6f1-24af-4147-9a1c-93fb963f1ec0 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (41a20ee6-4f61-4d54-9d50-7fc962d5dbb5), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:40.234794 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bf6f1-24af-4147-9a1c-93fb963f1ec0 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event deleted for resources: {'Port': ['ID=41a20ee6-4f61-4d54-9d50-7fc962d5dbb5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:40.246077 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:01:40.259368 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2a95ca-7234-4b32-b7b8-67f3978855d3 None None] Sync routers for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:01:40.282876 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2a95ca-7234-4b32-b7b8-67f3978855d3 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:40.283598 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6e2a95ca-7234-4b32-b7b8-67f3978855d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:01:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:40.314909 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] No DVR routers for this DVR port d719801b-6d64-457c-a588-fda0ad2673b6 on host hv-cinder-83548 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:01:40.318841 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:40.322240 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a3fc4a67-1471-4f62-941e-b082c592a0dc req-0f3ddaa1-2dce-4893-908a-d6a43d63bb97 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "DELETE /v2.0/ports/d719801b-6d64-457c-a588-fda0ad2673b6 HTTP/1.1" status: 204 len: 173 time: 1.2572339 Mar 28 19:01:40.322685 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'name': 'network-vif-deleted', 'tag': 'd719801b-6d64-457c-a588-fda0ad2673b6'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:40.331634 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80547d5e-55d5-4426-9b7d-b5ba03177e30" -d '{"events": [{"server_uuid": "e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba", "name": "network-vif-deleted", "tag": "d719801b-6d64-457c-a588-fda0ad2673b6"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:40.341257 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf6f1-24af-4147-9a1c-93fb963f1ec0 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks [] for floatingip (9524a21c-0854-4b0e-875f-e37259c1b1a4), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:40.341597 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [None req-ed2bf6f1-24af-4147-9a1c-93fb963f1ec0 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Floating IP 9524a21c-0854-4b0e-875f-e37259c1b1a4 disassociated (deleted). External IP: 172.28.0.28, port: 713500d2-08f1-4b6a-add7-20079be7f4e4. Mar 28 19:01:40.410087 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6e2a95ca-7234-4b32-b7b8-67f3978855d3 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:40.428605 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d3d69c-5021-4b5e-bd4a-7e26d761aa70 x-openstack-request-id: req-a9d3d69c-5021-4b5e-bd4a-7e26d761aa70 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:40.428888 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba", "name": "network-vif-deleted", "tag": "d719801b-6d64-457c-a588-fda0ad2673b6", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:40.429140 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9d3d69c-5021-4b5e-bd4a-7e26d761aa70 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:40.429536 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d3d69c-5021-4b5e-bd4a-7e26d761aa70'] response: {'server_uuid': 'e39936b3-0ed5-46c3-ba26-a4b9ec78d8ba', 'name': 'network-vif-deleted', 'tag': 'd719801b-6d64-457c-a588-fda0ad2673b6', 'status': 'completed', 'code': 200} Mar 28 19:01:40.588793 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2bf6f1-24af-4147-9a1c-93fb963f1ec0 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Router 6938d717-e328-4a78-b385-63cc19e7b072 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:01:40.611471 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6e2a95ca-7234-4b32-b7b8-67f3978855d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:40.636923 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2a95ca-7234-4b32-b7b8-67f3978855d3 None None] Checking router: 3af3df8c-a0cf-4176-ba76-25b2bab9d31b for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:01:40.645510 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2a95ca-7234-4b32-b7b8-67f3978855d3 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:40.646498 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6e2a95ca-7234-4b32-b7b8-67f3978855d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:01:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:40.765963 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6e2a95ca-7234-4b32-b7b8-67f3978855d3 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:40.896238 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60790) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:40.954380 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bcc39841-d5b9-4523-9833-725ba0bc3e05 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (586fdb56-3efc-46b6-8c50-2e4dd5600b7b), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:40.977895 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bcc39841-d5b9-4523-9833-725ba0bc3e05 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (586fdb56-3efc-46b6-8c50-2e4dd5600b7b), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:40.991952 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6e2a95ca-7234-4b32-b7b8-67f3978855d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:40.996429 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2bf6f1-24af-4147-9a1c-93fb963f1ec0 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:01:41.001967 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf6f1-24af-4147-9a1c-93fb963f1ec0 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.008771 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806bf921-9f1a-40f3-95fa-7a41f77c69c8 None None] Sync routers for ids ['6938d717-e328-4a78-b385-63cc19e7b072'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:01:41.019569 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806bf921-9f1a-40f3-95fa-7a41f77c69c8 None None] Routers {'6938d717-e328-4a78-b385-63cc19e7b072'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:41.020186 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-806bf921-9f1a-40f3-95fa-7a41f77c69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:01:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['6938d717-e328-4a78-b385-63cc19e7b072'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:41.023268 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2a95ca-7234-4b32-b7b8-67f3978855d3 None None] The sync data for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb is: [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:01:41.042296 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bcc39841-d5b9-4523-9833-725ba0bc3e05 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (586fdb56-3efc-46b6-8c50-2e4dd5600b7b), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.045406 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-bcc39841-d5b9-4523-9833-725ba0bc3e05 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.047580 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-bcc39841-d5b9-4523-9833-725ba0bc3e05 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "DELETE /v2.0/security-groups/586fdb56-3efc-46b6-8c50-2e4dd5600b7b HTTP/1.1" status: 204 len: 168 time: 0.1496389 Mar 28 19:01:41.050982 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60792) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:41.058086 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc39841-d5b9-4523-9833-725ba0bc3e05 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=586fdb56-3efc-46b6-8c50-2e4dd5600b7b,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:41.066585 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-ed2bf6f1-24af-4147-9a1c-93fb963f1ec0 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "DELETE /v2.0/floatingips/9524a21c-0854-4b0e-875f-e37259c1b1a4 HTTP/1.1" status: 204 len: 168 time: 1.7135420 Mar 28 19:01:41.068337 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.api.v2.resource [None req-5981d1c2-60f2-4ab3-9d3b-e94421b09797 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] show failed (client error): The resource could not be found. Mar 28 19:01:41.072362 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60796) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:41.072560 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-5981d1c2-60f2-4ab3-9d3b-e94421b09797 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups/586fdb56-3efc-46b6-8c50-2e4dd5600b7b HTTP/1.1" status: 404 len: 347 time: 0.0205760 Mar 28 19:01:41.170814 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f3ec92e5-484a-47e8-b49b-1923a8772c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.205410 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-806bf921-9f1a-40f3-95fa-7a41f77c69c8 None None] Set router 6938d717-e328-4a78-b385-63cc19e7b072 gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:41.216012 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc8348-0b98-47b3-995e-45bca86ffae3 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Deleting port 3270dc8b-89bc-418b-81a8-88ac37bc9d89 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:41.216484 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8348-0b98-47b3-995e-45bca86ffae3 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (3270dc8b-89bc-418b-81a8-88ac37bc9d89), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.303451 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8348-0b98-47b3-995e-45bca86ffae3 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (3270dc8b-89bc-418b-81a8-88ac37bc9d89), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.304032 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8348-0b98-47b3-995e-45bca86ffae3 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (3270dc8b-89bc-418b-81a8-88ac37bc9d89), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.319704 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc8348-0b98-47b3-995e-45bca86ffae3 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Calling delete_port for 3270dc8b-89bc-418b-81a8-88ac37bc9d89 owned by network:floatingip {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:41.434179 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d39410-74d3-4334-b7e0-b90d75765c04 None None] New status for floating IP 72f3766f-576e-4ac0-be06-dc277ec588af: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:01:41.477127 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-806bf921-9f1a-40f3-95fa-7a41f77c69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T18:59:42Z', 'revision_number': 4, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port': {'id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:39Z', 'updated_at': '2022-03-28T18:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20', 'name': '', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'mac_address': 'fa:16:3e:16:42:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:41Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 5, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'subnets': [{'id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:41.478467 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8348-0b98-47b3-995e-45bca86ffae3 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (3270dc8b-89bc-418b-81a8-88ac37bc9d89), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.504406 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806bf921-9f1a-40f3-95fa-7a41f77c69c8 None None] Checking router: 6938d717-e328-4a78-b385-63cc19e7b072 for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:01:41.505149 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc8348-0b98-47b3-995e-45bca86ffae3 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event deleted for resources: {'Port': ['ID=3270dc8b-89bc-418b-81a8-88ac37bc9d89,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:41.508924 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron_lib.db.api [None req-99d39410-74d3-4334-b7e0-b90d75765c04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:01:41.509331 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG oslo_db.api [None req-99d39410-74d3-4334-b7e0-b90d75765c04 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:01:41.514989 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806bf921-9f1a-40f3-95fa-7a41f77c69c8 None None] Routers {'6938d717-e328-4a78-b385-63cc19e7b072'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:41.516216 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-806bf921-9f1a-40f3-95fa-7a41f77c69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:01:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['6938d717-e328-4a78-b385-63cc19e7b072'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:41.570729 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8348-0b98-47b3-995e-45bca86ffae3 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (72f3766f-576e-4ac0-be06-dc277ec588af), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.573280 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8348-0b98-47b3-995e-45bca86ffae3 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.574466 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-8cbc8348-0b98-47b3-995e-45bca86ffae3 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "DELETE /v2.0/floatingips/72f3766f-576e-4ac0-be06-dc277ec588af HTTP/1.1" status: 204 len: 168 time: 0.5008080 Mar 28 19:01:41.631988 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-806bf921-9f1a-40f3-95fa-7a41f77c69c8 None None] Set router 6938d717-e328-4a78-b385-63cc19e7b072 gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:41.839459 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-806bf921-9f1a-40f3-95fa-7a41f77c69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T18:59:42Z', 'revision_number': 4, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port': {'id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:39Z', 'updated_at': '2022-03-28T18:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20', 'name': '', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'mac_address': 'fa:16:3e:16:42:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:41Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 5, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'subnets': [{'id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:41.869974 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806bf921-9f1a-40f3-95fa-7a41f77c69c8 None None] The sync data for ids ['6938d717-e328-4a78-b385-63cc19e7b072'] in dv-cinder-835483-1-smb is: [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T18:59:42Z', 'revision_number': 4, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port': {'id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:39Z', 'updated_at': '2022-03-28T18:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20', 'name': '', 'network_id': '9c24cc45-b21d-49c0-aae1-69d685c7c838', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'mac_address': 'fa:16:3e:16:42:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:41Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 5, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'subnets': [{'id': '5a8819c2-e164-4fc5-b72e-179026304b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:01:41.903887 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60806) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:41.909260 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-93a9a7e2-f218-4f4d-a67f-dd66f86ca420 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1347014044', 'description': 'tempest-description--2128374904'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:41.930818 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-93a9a7e2-f218-4f4d-a67f-dd66f86ca420 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.998265 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-93a9a7e2-f218-4f4d-a67f-dd66f86ca420 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (d21d15ba-0cda-4844-944a-ce1b81d73f43), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.002314 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-93a9a7e2-f218-4f4d-a67f-dd66f86ca420 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (d21d15ba-0cda-4844-944a-ce1b81d73f43), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.010958 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d39410-74d3-4334-b7e0-b90d75765c04 None None] New status for floating IP 72f3766f-576e-4ac0-be06-dc277ec588af: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:01:42.035231 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-93a9a7e2-f218-4f4d-a67f-dd66f86ca420 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.039203 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-93a9a7e2-f218-4f4d-a67f-dd66f86ca420 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1315367 Mar 28 19:01:42.039203 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9a7e2-f218-4f4d-a67f-dd66f86ca420 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21d15ba-0cda-4844-944a-ce1b81d73f43,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:42.039522 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60808) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:42.043961 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-9f490f5b-f036-49ae-a596-57a960ae5859 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'security_group_rule': {'security_group_id': 'd21d15ba-0cda-4844-944a-ce1b81d73f43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:42.081171 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9f490f5b-f036-49ae-a596-57a960ae5859 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (bc345641-f073-4f93-ba02-b0c99e6da498), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.126886 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20bbcf0-10e9-4e05-b67f-1d9dd43a28da None None] New status for floating IP 9524a21c-0854-4b0e-875f-e37259c1b1a4: DOWN {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:01:42.148072 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9f490f5b-f036-49ae-a596-57a960ae5859 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (bc345641-f073-4f93-ba02-b0c99e6da498), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.152955 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9f490f5b-f036-49ae-a596-57a960ae5859 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (bc345641-f073-4f93-ba02-b0c99e6da498), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.172473 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f490f5b-f036-49ae-a596-57a960ae5859 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc345641-f073-4f93-ba02-b0c99e6da498,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:42.182059 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-9f490f5b-f036-49ae-a596-57a960ae5859 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.183266 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-9f490f5b-f036-49ae-a596-57a960ae5859 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427836 Mar 28 19:01:42.186038 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60810) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:42.194050 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-31cb884c-e9e7-48d9-a5fc-e31cf2dd49ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'security_group_rule': {'security_group_id': 'd21d15ba-0cda-4844-944a-ce1b81d73f43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:42.220606 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-31cb884c-e9e7-48d9-a5fc-e31cf2dd49ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (5837e78a-f364-45bc-994d-4eaf558c0cc1), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.273856 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.430986 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'tag': '713500d2-08f1-4b6a-add7-20079be7f4e4'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:42.438748 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33d3b08-cd3a-4bb6-be8b-2012e4aa5b71" -d '{"events": [{"name": "network-changed", "server_uuid": "c008e01d-ca38-4d38-b1c7-4623b4bfceaa", "tag": "713500d2-08f1-4b6a-add7-20079be7f4e4"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:42.471001 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1591206a-5c65-4aa0-90f8-32e5fc2da245 x-openstack-request-id: req-1591206a-5c65-4aa0-90f8-32e5fc2da245 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:42.471565 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c008e01d-ca38-4d38-b1c7-4623b4bfceaa", "tag": "713500d2-08f1-4b6a-add7-20079be7f4e4", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:42.471820 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1591206a-5c65-4aa0-90f8-32e5fc2da245 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:42.472223 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1591206a-5c65-4aa0-90f8-32e5fc2da245'] response: {'name': 'network-changed', 'server_uuid': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'tag': '713500d2-08f1-4b6a-add7-20079be7f4e4', 'status': 'completed', 'code': 200} Mar 28 19:01:42.503422 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-31cb884c-e9e7-48d9-a5fc-e31cf2dd49ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (5837e78a-f364-45bc-994d-4eaf558c0cc1), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.509511 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-31cb884c-e9e7-48d9-a5fc-e31cf2dd49ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (5837e78a-f364-45bc-994d-4eaf558c0cc1), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.527006 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb884c-e9e7-48d9-a5fc-e31cf2dd49ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5837e78a-f364-45bc-994d-4eaf558c0cc1,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:42.538171 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-31cb884c-e9e7-48d9-a5fc-e31cf2dd49ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.539400 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-31cb884c-e9e7-48d9-a5fc-e31cf2dd49ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3524153 Mar 28 19:01:42.543002 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d3b08-cd3a-4bb6-be8b-2012e4aa5b71 req-abed709c-d3a7-4ff9-bf02-3e45820cc430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:42.543190 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60820) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:42.544967 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b33d3b08-cd3a-4bb6-be8b-2012e4aa5b71 req-abed709c-d3a7-4ff9-bf02-3e45820cc430 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57eb367e43a34239a3b69e142f4a15af&device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 1129 time: 0.0503335 Mar 28 19:01:42.548455 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'floatingip': {'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:42.571548 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.652582 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d3b08-cd3a-4bb6-be8b-2012e4aa5b71 req-c5371ea1-17cf-412c-afc0-1d1d3dabaf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:42.654215 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b33d3b08-cd3a-4bb6-be8b-2012e4aa5b71 req-c5371ea1-17cf-412c-afc0-1d1d3dabaf31 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c24cc45-b21d-49c0-aae1-69d685c7c838 HTTP/1.1" status: 200 len: 916 time: 0.1031101 Mar 28 19:01:42.682191 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.696924 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b33d3b08-cd3a-4bb6-be8b-2012e4aa5b71 req-c623575b-85ed-4e9b-8e8a-3bf4c4f95901 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=713500d2-08f1-4b6a-add7-20079be7f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0360789 Mar 28 19:01:42.746978 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d3b08-cd3a-4bb6-be8b-2012e4aa5b71 req-7614dc50-15fe-4fef-b24b-740f3a5dae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:42.748435 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b33d3b08-cd3a-4bb6-be8b-2012e4aa5b71 req-7614dc50-15fe-4fef-b24b-740f3a5dae87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5a8819c2-e164-4fc5-b72e-179026304b5d HTTP/1.1" status: 200 len: 854 time: 0.0441384 Mar 28 19:01:42.796769 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Allocated IP 172.28.0.223 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/a0cf0a39-b144-4524-98fa-1a17296bf967) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:01:42.804908 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d3b08-cd3a-4bb6-be8b-2012e4aa5b71 req-0e279f82-fb0e-4181-a5e4-4a2ded9a809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:42.806478 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b33d3b08-cd3a-4bb6-be8b-2012e4aa5b71 req-0e279f82-fb0e-4181-a5e4-4a2ded9a809f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c24cc45-b21d-49c0-aae1-69d685c7c838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0521116 Mar 28 19:01:42.895929 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b33d3b08-cd3a-4bb6-be8b-2012e4aa5b71 req-b8751cff-5a33-4d93-bc61-90ff9316ee73 service neutron] 10.222.0.23 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824893 Mar 28 19:01:42.899740 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for port (a0cf0a39-b144-4524-98fa-1a17296bf967), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.931572 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (a0cf0a39-b144-4524-98fa-1a17296bf967), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.972675 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:01:42.977031 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:01:42.982743 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:01:42.988134 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b33d3b08-cd3a-4bb6-be8b-2012e4aa5b71 req-9269eb95-d975-43c9-ac28-3555eed7a1fc service neutron] 10.222.0.23 "GET /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863638 Mar 28 19:01:43.012340 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'Port': ['ID=a0cf0a39-b144-4524-98fa-1a17296bf967,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:43.071557 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (73238001-bbab-4162-ae5b-7851c4b50f6a), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:43.106728 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (a0cf0a39-b144-4524-98fa-1a17296bf967), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:43.148191 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device d719801b-6d64-457c-a588-fda0ad2673b6 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:43.167893 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: d719801b-6d64-457c-a588-fda0ad2673b6 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:43.168153 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device d719801b-6d64-457c-a588-fda0ad2673b6 not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:43.256025 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for port (a0cf0a39-b144-4524-98fa-1a17296bf967), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:43.260764 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (a0cf0a39-b144-4524-98fa-1a17296bf967), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:43.336241 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'Port': ['ID=a0cf0a39-b144-4524-98fa-1a17296bf967,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:43.345972 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (73238001-bbab-4162-ae5b-7851c4b50f6a), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:43.360913 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:43.362156 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-7e528458-05cc-4cd3-9e1b-345253eb9787 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8178840 Mar 28 19:01:43.509432 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-bf77778f-6bd5-428a-ae4f-a91ad6704d83 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1347014044&fields=id&tenant_id=c053736f74f74b5a9c23114357e4a126 HTTP/1.1" status: 200 len: 267 time: 0.0424366 Mar 28 19:01:43.612733 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-13628c0e-7618-4129-98d0-27406e55501a tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:43.614210 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-13628c0e-7618-4129-98d0-27406e55501a tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 813 time: 0.0983324 Mar 28 19:01:43.628186 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-b2c52826-a9c0-47b3-bf55-2a9f0b98e16b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/quotas/c053736f74f74b5a9c23114357e4a126 HTTP/1.1" status: 200 len: 375 time: 0.0087528 Mar 28 19:01:43.685949 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:43.687644 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-eea5ecd9-7c2a-444f-9788-394cdc923bd4 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544164 Mar 28 19:01:43.783111 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1199b606-c012-497d-8734-e7600fcc1012 service neutron] 10.222.0.18 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844119 Mar 28 19:01:43.880284 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-387aa6dc-ea00-4b29-b20e-60db8a85c5be service neutron] 10.222.0.18 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907042 Mar 28 19:01:43.914475 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e2629-83cb-4862-8510-70768af3512e req-7550829b-3682-42b0-8440-a67d0001bc86 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:43.915970 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c13e2629-83cb-4862-8510-70768af3512e req-7550829b-3682-42b0-8440-a67d0001bc86 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 945 time: 0.0533073 Mar 28 19:01:43.963890 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-c13e2629-83cb-4862-8510-70768af3512e req-82cd370f-81ff-4c9a-a626-9311d35cf87b tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415444 Mar 28 19:01:44.040063 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-096a5d31-2fb7-4eda-9991-c9381f9792a2 req-e1639098-6ae7-4aee-8a76-4bd33a61db94 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 210 time: 0.0264599 Mar 28 19:01:44.942808 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-7cd1af98-ee33-4625-ba12-beb8667a3811 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:44.944419 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-7cd1af98-ee33-4625-ba12-beb8667a3811 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 813 time: 0.1035299 Mar 28 19:01:45.008084 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-f0cbbc02-fd5e-4425-87be-f47659a0c66f tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c053736f74f74b5a9c23114357e4a126 HTTP/1.1" status: 200 len: 380 time: 0.0547204 Mar 28 19:01:45.017578 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'port': {'device_id': '8ec80012-00e7-40ae-8293-9aa06f2406aa', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'admin_state_up': True, 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'security_groups': ['d21d15ba-0cda-4844-944a-ce1b81d73f43']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:45.084455 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14cedc-990e-48cf-a90e-5f320e1e2f4b req-3f91c03b-584b-48fe-8dc1-5ffb33e851dd tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:45.086009 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ee14cedc-990e-48cf-a90e-5f320e1e2f4b req-3f91c03b-584b-48fe-8dc1-5ffb33e851dd tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 945 time: 0.0530336 Mar 28 19:01:45.095337 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.128735 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Made reservation on behalf of c053736f74f74b5a9c23114357e4a126 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:01:45.132208 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.138414 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-ee14cedc-990e-48cf-a90e-5f320e1e2f4b req-a7f6039b-b67a-4105-b3e1-dce233dee913 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/security-groups?id=12885bce-c5e7-47e7-b5d0-35b51af40496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439515 Mar 28 19:01:45.177279 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-de56de78-9cbc-4daa-9e49-b1f4b6b902a5 req-98659932-5c51-4551-a5ca-420eafe201fb tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 210 time: 0.0427582 Mar 28 19:01:45.283550 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Allocated IP 172.20.0.3 (1f330e27-be2f-46cf-b647-3494500dc99a/0166e5a5-9fdc-488b-93b1-5a0d473bc689/927674cc-3f22-4388-9283-aadc39a9a9e4) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:01:45.421198 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.455409 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.495196 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Network 1f330e27-be2f-46cf-b647-3494500dc99a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:01:45.498139 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:01:45.500628 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:01:45.537824 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'Port': ['ID=927674cc-3f22-4388-9283-aadc39a9a9e4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:45.554058 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.554412 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.554761 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.555108 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.555449 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.555784 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.556118 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.556450 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.556780 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.557110 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.557439 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.557796 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.558120 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.558445 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.558766 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:45.575692 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:45.576438 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.595240 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ba297a69-164f-462f-b93b-34f15fa841ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5812352 Mar 28 19:01:45.606259 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Request body: {'port': {'device_id': '8ec80012-00e7-40ae-8293-9aa06f2406aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:45.668508 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.704060 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abb90b-9175-4990-9c6b-18721dc444d6 req-6060b191-1741-4ab9-bdb8-e78283c61136 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:45.705629 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-64abb90b-9175-4990-9c6b-18721dc444d6 req-6060b191-1741-4ab9-bdb8-e78283c61136 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.23 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 945 time: 0.0552733 Mar 28 19:01:45.757499 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-7141bf96-9961-4aa2-8221-d6d94848d5ab None None] Provisioning complete for port 927674cc-3f22-4388-9283-aadc39a9a9e4 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:01:45.758169 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7141bf96-9961-4aa2-8221-d6d94848d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.797205 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7141bf96-9961-4aa2-8221-d6d94848d5ab None None] Port 927674cc-3f22-4388-9283-aadc39a9a9e4 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:01:45.808708 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [req-64abb90b-9175-4990-9c6b-18721dc444d6 req-ddf4783c-5c0f-45cb-b0ba-d37d298db81d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Deleting port 713500d2-08f1-4b6a-add7-20079be7f4e4 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:45.809046 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-64abb90b-9175-4990-9c6b-18721dc444d6 req-ddf4783c-5c0f-45cb-b0ba-d37d298db81d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.898421 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [req-64abb90b-9175-4990-9c6b-18721dc444d6 req-ddf4783c-5c0f-45cb-b0ba-d37d298db81d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] For port 713500d2-08f1-4b6a-add7-20079be7f4e4, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=713500d2-08f1-4b6a-add7-20079be7f4e4,segment=NetworkSegment(d38720e6-82d0-44d8-a9d0-f1b74bcc2127),segment_id=d38720e6-82d0-44d8-a9d0-f1b74bcc2127)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:45.898834 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-64abb90b-9175-4990-9c6b-18721dc444d6 req-ddf4783c-5c0f-45cb-b0ba-d37d298db81d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.911942 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [req-64abb90b-9175-4990-9c6b-18721dc444d6 req-ddf4783c-5c0f-45cb-b0ba-d37d298db81d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Calling delete_port for 713500d2-08f1-4b6a-add7-20079be7f4e4 owned by compute:nova {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:45.934502 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927674cc-3f22-4388-9283-aadc39a9a9e4 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:01:45.942333 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Publish callbacks [] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.955346 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Transition to ACTIVE for port object 927674cc-3f22-4388-9283-aadc39a9a9e4 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:01:45.959736 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:46.013775 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Pushing event updated for resources: {'Port': ['ID=927674cc-3f22-4388-9283-aadc39a9a9e4,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:46.063050 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-64abb90b-9175-4990-9c6b-18721dc444d6 req-ddf4783c-5c0f-45cb-b0ba-d37d298db81d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (713500d2-08f1-4b6a-add7-20079be7f4e4), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:46.074199 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['713500d2-08f1-4b6a-add7-20079be7f4e4'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:01:46.090816 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4783c-5c0f-45cb-b0ba-d37d298db81d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Pushing event deleted for resources: {'Port': ['ID=713500d2-08f1-4b6a-add7-20079be7f4e4,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:46.105560 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Attempting to bind port 927674cc-3f22-4388-9283-aadc39a9a9e4 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:01:46.105928 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Attempting to bind port 927674cc-3f22-4388-9283-aadc39a9a9e4 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:01:46.106264 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Attempting to bind port 927674cc-3f22-4388-9283-aadc39a9a9e4 on network 1f330e27-be2f-46cf-b647-3494500dc99a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:01:46.114427 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Port 927674cc-3f22-4388-9283-aadc39a9a9e4 on network 1f330e27-be2f-46cf-b647-3494500dc99a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:01:46.115651 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Attempting to bind port 927674cc-3f22-4388-9283-aadc39a9a9e4 on network 1f330e27-be2f-46cf-b647-3494500dc99a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:01:46.122488 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:01:46.122819 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Checking segment: {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:01:46.123210 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Bound using segment: {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:01:46.123643 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Bound port: 927674cc-3f22-4388-9283-aadc39a9a9e4, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:01:46.124004 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:46.148652 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [req-64abb90b-9175-4990-9c6b-18721dc444d6 req-ddf4783c-5c0f-45cb-b0ba-d37d298db81d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] No DVR routers for this DVR port 713500d2-08f1-4b6a-add7-20079be7f4e4 on host hv-cinder-83548 {{(pid=109703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:01:46.151089 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [req-64abb90b-9175-4990-9c6b-18721dc444d6 req-ddf4783c-5c0f-45cb-b0ba-d37d298db81d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:46.154487 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-64abb90b-9175-4990-9c6b-18721dc444d6 req-ddf4783c-5c0f-45cb-b0ba-d37d298db81d tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.23 "DELETE /v2.0/ports/713500d2-08f1-4b6a-add7-20079be7f4e4 HTTP/1.1" status: 204 len: 173 time: 0.4433434 Mar 28 19:01:46.154975 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'name': 'network-vif-deleted', 'tag': '713500d2-08f1-4b6a-add7-20079be7f4e4'}] {{(pid=109703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:46.157298 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae57ff7de6ed2ca13b78b0698d872cec0fc478b8e32c950ddf7a4fd7f197b822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4472f2b8-c49a-4f42-afce-4c3e39ec2f35" -d '{"events": [{"server_uuid": "c008e01d-ca38-4d38-b1c7-4623b4bfceaa", "name": "network-vif-deleted", "tag": "713500d2-08f1-4b6a-add7-20079be7f4e4"}]}' {{(pid=109703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:46.212465 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968acf61-3977-4028-af5a-8b846da4624a x-openstack-request-id: req-968acf61-3977-4028-af5a-8b846da4624a {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:46.212761 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c008e01d-ca38-4d38-b1c7-4623b4bfceaa", "name": "network-vif-deleted", "tag": "713500d2-08f1-4b6a-add7-20079be7f4e4", "status": "completed", "code": 200}]} {{(pid=109703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:46.213026 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-968acf61-3977-4028-af5a-8b846da4624a {{(pid=109703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:46.213446 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968acf61-3977-4028-af5a-8b846da4624a'] response: {'server_uuid': 'c008e01d-ca38-4d38-b1c7-4623b4bfceaa', 'name': 'network-vif-deleted', 'tag': '713500d2-08f1-4b6a-add7-20079be7f4e4', 'status': 'completed', 'code': 200} Mar 28 19:01:46.231011 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] For port 927674cc-3f22-4388-9283-aadc39a9a9e4, host hv-cinder-83548, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:01:46.254674 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-b33e7c24-464b-4c3b-9532-da7bb89acf69 req-3f97123f-b9a2-43e5-8ad8-0b7bb0a064d5 tempest-TestMinimumBasicScenario-2026095661 tempest-TestMinimumBasicScenario-2026095661-project] 10.222.0.18 "GET /v2.0/ports?device_id=c008e01d-ca38-4d38-b1c7-4623b4bfceaa HTTP/1.1" status: 200 len: 210 time: 0.0382335 Mar 28 19:01:46.263946 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] For port 927674cc-3f22-4388-9283-aadc39a9a9e4, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=927674cc-3f22-4388-9283-aadc39a9a9e4,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:01:46.271854 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:46.329421 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:46.330544 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:46.332990 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] 10.222.0.23 "PUT /v2.0/ports/927674cc-3f22-4388-9283-aadc39a9a9e4 HTTP/1.1" status: 200 len: 1093 time: 0.7309160 Mar 28 19:01:46.338087 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec80012-00e7-40ae-8293-9aa06f2406aa', 'tag': '927674cc-3f22-4388-9283-aadc39a9a9e4'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:46.340627 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce0937e-c819-46e1-a26c-73b0a12e772d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec80012-00e7-40ae-8293-9aa06f2406aa", "tag": "927674cc-3f22-4388-9283-aadc39a9a9e4"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:46.360458 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008be102-758c-403b-bbd9-4f431de3259e req-355c1040-c3d3-4a59-a681-7b827c583985 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:46.367482 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-008be102-758c-403b-bbd9-4f431de3259e req-355c1040-c3d3-4a59-a681-7b827c583985 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 943 time: 0.0832422 Mar 28 19:01:46.378039 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38d62e-c7bf-411f-9f0e-1c2a9999ae5f service neutron] Pushing event updated for resources: {'Port': ['ID=927674cc-3f22-4388-9283-aadc39a9a9e4,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:46.422300 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-008be102-758c-403b-bbd9-4f431de3259e req-6f08ce10-0937-463f-9486-9d9186843a7a tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=d21d15ba-0cda-4844-944a-ce1b81d73f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538971 Mar 28 19:01:46.424756 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75a8284-7208-451f-aa65-47a842a1a2ea x-openstack-request-id: req-b75a8284-7208-451f-aa65-47a842a1a2ea {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:46.425247 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec80012-00e7-40ae-8293-9aa06f2406aa", "tag": "927674cc-3f22-4388-9283-aadc39a9a9e4", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:46.425505 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b75a8284-7208-451f-aa65-47a842a1a2ea {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:46.425998 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b75a8284-7208-451f-aa65-47a842a1a2ea'] response: {'name': 'network-changed', 'server_uuid': '8ec80012-00e7-40ae-8293-9aa06f2406aa', 'tag': '927674cc-3f22-4388-9283-aadc39a9a9e4', 'status': 'completed', 'code': 200} Mar 28 19:01:46.448319 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-f17ccda9-2a7c-4f9f-a744-634f5423d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:46.449891 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-f17ccda9-2a7c-4f9f-a744-634f5423d406 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 1127 time: 0.0602944 Mar 28 19:01:46.498387 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-52022d6e-39ce-421f-908f-d6eb9cc50ed0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=927674cc-3f22-4388-9283-aadc39a9a9e4 HTTP/1.1" status: 200 len: 217 time: 0.0392470 Mar 28 19:01:46.552088 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ccc72e16-45c7-417c-8754-12e937389ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:46.553626 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ccc72e16-45c7-417c-8754-12e937389ebe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0166e5a5-9fdc-488b-93b1-5a0d473bc689 HTTP/1.1" status: 200 len: 852 time: 0.0490947 Mar 28 19:01:46.617418 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-59c5eca4-9307-40de-b555-5934642f2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:46.618946 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-59c5eca4-9307-40de-b555-5934642f2d3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f330e27-be2f-46cf-b647-3494500dc99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0535593 Mar 28 19:01:46.717279 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-26617c07-8ca7-488e-9024-d0058ff1ed45 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899758 Mar 28 19:01:46.804285 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-8a954cc9-e75f-4ce3-bddb-3be9536b4f0c req-ea982177-d441-42b3-bd9f-9254746343b4 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814252 Mar 28 19:01:46.895448 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0937e-c819-46e1-a26c-73b0a12e772d req-68430002-72f5-48e5-a40d-bbc8bdf04424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:46.896905 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bce0937e-c819-46e1-a26c-73b0a12e772d req-68430002-72f5-48e5-a40d-bbc8bdf04424 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 1127 time: 0.0437551 Mar 28 19:01:46.987611 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0937e-c819-46e1-a26c-73b0a12e772d req-cf5327e8-c1c6-4d9a-a4a1-28d0e6277688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:46.989039 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bce0937e-c819-46e1-a26c-73b0a12e772d req-cf5327e8-c1c6-4d9a-a4a1-28d0e6277688 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 914 time: 0.0858023 Mar 28 19:01:47.030715 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bce0937e-c819-46e1-a26c-73b0a12e772d req-4d863735-4ff8-4216-b728-d2b815325906 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=927674cc-3f22-4388-9283-aadc39a9a9e4 HTTP/1.1" status: 200 len: 217 time: 0.0334873 Mar 28 19:01:47.080799 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0937e-c819-46e1-a26c-73b0a12e772d req-d2a80a85-a342-45a0-ac98-e971abbed347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:47.082250 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bce0937e-c819-46e1-a26c-73b0a12e772d req-d2a80a85-a342-45a0-ac98-e971abbed347 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0166e5a5-9fdc-488b-93b1-5a0d473bc689 HTTP/1.1" status: 200 len: 852 time: 0.0458632 Mar 28 19:01:47.129676 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0937e-c819-46e1-a26c-73b0a12e772d req-1bcecb58-72ee-480d-b47e-19f612af4400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:47.131178 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bce0937e-c819-46e1-a26c-73b0a12e772d req-1bcecb58-72ee-480d-b47e-19f612af4400 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f330e27-be2f-46cf-b647-3494500dc99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427942 Mar 28 19:01:47.217356 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bce0937e-c819-46e1-a26c-73b0a12e772d req-8be73040-e0b8-41d2-a5f6-64b4d5d3baa3 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796313 Mar 28 19:01:47.309438 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-bce0937e-c819-46e1-a26c-73b0a12e772d req-3005e97d-4e23-4528-ad24-c232a49e4bb6 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851676 Mar 28 19:01:47.537822 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe78818-485e-4aa6-873c-f0aebf4b54cf req-3c8821c9-8545-4de4-b239-acd7c7d09ac1 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:47.539299 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-afe78818-485e-4aa6-873c-f0aebf4b54cf req-3c8821c9-8545-4de4-b239-acd7c7d09ac1 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 943 time: 0.0532417 Mar 28 19:01:47.586226 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-afe78818-485e-4aa6-873c-f0aebf4b54cf req-54991161-a18c-4894-aaee-e124f48dfeca tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=d21d15ba-0cda-4844-944a-ce1b81d73f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Mar 28 19:01:47.929901 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60918) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:48.289598 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f5d1ac18-314c-4376-917f-4fb160af5da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688188'] for router_interface (6938d717-e328-4a78-b385-63cc19e7b072), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:48.547918 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1ac18-314c-4376-917f-4fb160af5da4 admin admin] Deleting port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:48.548154 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f5d1ac18-314c-4376-917f-4fb160af5da4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:48.626481 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [None req-f5d1ac18-314c-4376-917f-4fb160af5da4 admin admin] For port 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20,segment=NetworkSegment(d38720e6-82d0-44d8-a9d0-f1b74bcc2127),segment_id=d38720e6-82d0-44d8-a9d0-f1b74bcc2127)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:48.626861 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f5d1ac18-314c-4376-917f-4fb160af5da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:48.639600 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1ac18-314c-4376-917f-4fb160af5da4 admin admin] Calling delete_port for 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 owned by network:router_interface {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:48.801867 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d5653-445a-4e1f-9a57-ceaf1ea021fa req-384c2a8a-cea2-461b-8ed7-996ab9e2eabf tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:48.803280 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fa7d5653-445a-4e1f-9a57-ceaf1ea021fa req-384c2a8a-cea2-461b-8ed7-996ab9e2eabf tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 943 time: 0.1508722 Mar 28 19:01:48.868236 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-fa7d5653-445a-4e1f-9a57-ceaf1ea021fa req-b1f71889-e595-47e9-8a34-741f3950ca3b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=d21d15ba-0cda-4844-944a-ce1b81d73f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593278 Mar 28 19:01:48.919350 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f5d1ac18-314c-4376-917f-4fb160af5da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:48.945655 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1ac18-314c-4376-917f-4fb160af5da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:49.118214 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-f5d1ac18-314c-4376-917f-4fb160af5da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687788'] for router_interface (6938d717-e328-4a78-b385-63cc19e7b072), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:49.201695 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 927674cc-3f22-4388-9283-aadc39a9a9e4 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:01:49.300480 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 927674cc-3f22-4388-9283-aadc39a9a9e4, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=927674cc-3f22-4388-9283-aadc39a9a9e4,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:49.312373 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '927674cc-3f22-4388-9283-aadc39a9a9e4', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'port_id': '927674cc-3f22-4388-9283-aadc39a9a9e4', 'mac_address': 'fa:16:3e:71:3b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:01:49.340920 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d1ac18-314c-4376-917f-4fb160af5da4 admin admin] Router 6938d717-e328-4a78-b385-63cc19e7b072 has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:01:49.347910 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 927674cc-3f22-4388-9283-aadc39a9a9e4 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:01:49.348296 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:49.361585 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927674cc-3f22-4388-9283-aadc39a9a9e4 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:01:49.381228 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 927674cc-3f22-4388-9283-aadc39a9a9e4, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=927674cc-3f22-4388-9283-aadc39a9a9e4,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:49.385337 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:49.434660 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=927674cc-3f22-4388-9283-aadc39a9a9e4,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:49.453442 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d1ac18-314c-4376-917f-4fb160af5da4 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:01:49.460205 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-f5d1ac18-314c-4376-917f-4fb160af5da4 admin admin] 10.222.0.18 "PUT /v2.0/routers/6938d717-e328-4a78-b385-63cc19e7b072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5292447 Mar 28 19:01:49.460925 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60922) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:49.462817 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3524d85e-9b8b-4cfd-b6e9-4848a480257f None None] Sync routers for ids ['6938d717-e328-4a78-b385-63cc19e7b072'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:01:49.475206 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524d85e-9b8b-4cfd-b6e9-4848a480257f None None] Routers {'6938d717-e328-4a78-b385-63cc19e7b072'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:49.475830 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3524d85e-9b8b-4cfd-b6e9-4848a480257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:01:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['6938d717-e328-4a78-b385-63cc19e7b072'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:49.568698 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] Publish callbacks [] for router (6938d717-e328-4a78-b385-63cc19e7b072), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:49.583129 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-3524d85e-9b8b-4cfd-b6e9-4848a480257f None None] Set router 6938d717-e328-4a78-b385-63cc19e7b072 gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:49.588880 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['927674cc-3f22-4388-9283-aadc39a9a9e4'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:01:49.679644 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] Publish callbacks [] for router_gateway (6938d717-e328-4a78-b385-63cc19e7b072), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:49.733430 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] Deleting port f7d5392c-c78f-44d1-871d-17f474417197 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:49.734558 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (f7d5392c-c78f-44d1-871d-17f474417197), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:49.768759 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3524d85e-9b8b-4cfd-b6e9-4848a480257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T19:01:48Z', 'revision_number': 5, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port': {'id': 'f7d5392c-c78f-44d1-871d-17f474417197', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d717-e328-4a78-b385-63cc19e7b072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:39Z', 'updated_at': '2022-03-28T18:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:49.795793 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3524d85e-9b8b-4cfd-b6e9-4848a480257f None None] Checking router: 6938d717-e328-4a78-b385-63cc19e7b072 for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:01:49.804216 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524d85e-9b8b-4cfd-b6e9-4848a480257f None None] Routers {'6938d717-e328-4a78-b385-63cc19e7b072'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:49.804833 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3524d85e-9b8b-4cfd-b6e9-4848a480257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:01:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['6938d717-e328-4a78-b385-63cc19e7b072'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:49.817542 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] For port f7d5392c-c78f-44d1-871d-17f474417197, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f7d5392c-c78f-44d1-871d-17f474417197,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:49.817937 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (f7d5392c-c78f-44d1-871d-17f474417197), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:49.831376 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] Calling delete_port for f7d5392c-c78f-44d1-871d-17f474417197 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:49.896322 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-3524d85e-9b8b-4cfd-b6e9-4848a480257f None None] Set router 6938d717-e328-4a78-b385-63cc19e7b072 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:49.948374 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3524d85e-9b8b-4cfd-b6e9-4848a480257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T19:01:49Z', 'revision_number': 6, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port_host': None}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:49.978884 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3524d85e-9b8b-4cfd-b6e9-4848a480257f None None] The sync data for ids ['6938d717-e328-4a78-b385-63cc19e7b072'] in dv-cinder-835483-1-smb is: [{'id': '6938d717-e328-4a78-b385-63cc19e7b072', 'name': 'tempest-TestMinimumBasicScenario-1020547608-router', 'tenant_id': '57eb367e43a34239a3b69e142f4a15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:38Z', 'updated_at': '2022-03-28T19:01:49Z', 'revision_number': 6, 'project_id': '57eb367e43a34239a3b69e142f4a15af', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:01:50.012593 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e7b9e-13e7-4cd5-86d8-61363d00b144 req-288909fb-7599-4af4-bc12-f8dc17be2988 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:50.012593 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9d1e7b9e-13e7-4cd5-86d8-61363d00b144 req-288909fb-7599-4af4-bc12-f8dc17be2988 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 944 time: 0.0720003 Mar 28 19:01:50.076235 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (f7d5392c-c78f-44d1-871d-17f474417197), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.111502 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-9d1e7b9e-13e7-4cd5-86d8-61363d00b144 req-f85b74ef-5adf-428c-96c3-140c62bbbe84 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=d21d15ba-0cda-4844-944a-ce1b81d73f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821157 Mar 28 19:01:50.112451 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d5392c-c78f-44d1-871d-17f474417197,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:50.172440 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694982'] for router_gateway (6938d717-e328-4a78-b385-63cc19e7b072), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.261150 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (6938d717-e328-4a78-b385-63cc19e7b072), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.263395 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] Publish callbacks [] for router_controller (6938d717-e328-4a78-b385-63cc19e7b072), precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.305365 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690595'] for router (6938d717-e328-4a78-b385-63cc19e7b072), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.305949 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6938d717-e328-4a78-b385-63cc19e7b072 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:01:50.310929 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.315254 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-7756da9e-f5f9-46c4-8d2f-b791a35efae9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6938d717-e328-4a78-b385-63cc19e7b072 HTTP/1.1" status: 204 len: 168 time: 0.8507056 Mar 28 19:01:50.315423 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60926) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:50.372111 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c585b0-4731-4929-a9de-049929f816c8 admin admin] Deleting subnet 5a8819c2-e164-4fc5-b72e-179026304b5d {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:01:50.376027 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4c585b0-4731-4929-a9de-049929f816c8 admin admin] Publish callbacks [] for subnet (5a8819c2-e164-4fc5-b72e-179026304b5d), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.414064 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4c585b0-4731-4929-a9de-049929f816c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530571899'] for subnet (5a8819c2-e164-4fc5-b72e-179026304b5d), precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.504950 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4c585b0-4731-4929-a9de-049929f816c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (5a8819c2-e164-4fc5-b72e-179026304b5d), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.558763 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4c585b0-4731-4929-a9de-049929f816c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528608325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528677385'] for subnet (5a8819c2-e164-4fc5-b72e-179026304b5d), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.584821 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c585b0-4731-4929-a9de-049929f816c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a8819c2-e164-4fc5-b72e-179026304b5d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:50.586782 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4c585b0-4731-4929-a9de-049929f816c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.591188 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e575c-ac29-48d4-89f4-0f4e80523e32 None None] Network 9c24cc45-b21d-49c0-aae1-69d685c7c838 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:01:50.592514 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60928) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:50.593259 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-b4c585b0-4731-4929-a9de-049929f816c8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5a8819c2-e164-4fc5-b72e-179026304b5d HTTP/1.1" status: 204 len: 168 time: 0.2761896 Mar 28 19:01:50.664385 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (9c24cc45-b21d-49c0-aae1-69d685c7c838), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.721817 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Deleting port b3d5343c-756d-4858-9998-37c29a8cb289 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:50.722158 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.770821 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:50.773865 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e90ee9-51e3-4846-a7f9-e3c589ae005d None None] DHCP port deletion for 9c24cc45-b21d-49c0-aae1-69d685c7c838 request from dv-cinder-835483-1-smb {{(pid=109705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:01:50.793593 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] For port b3d5343c-756d-4858-9998-37c29a8cb289, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=b3d5343c-756d-4858-9998-37c29a8cb289,segment=NetworkSegment(d38720e6-82d0-44d8-a9d0-f1b74bcc2127),segment_id=d38720e6-82d0-44d8-a9d0-f1b74bcc2127)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:50.793992 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.795163 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:50.795508 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 6f0cebdc-0d53-4c49-a24c-4ec7b9c9ea20 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:50.809358 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Calling delete_port for b3d5343c-756d-4858-9998-37c29a8cb289 owned by network:dhcp {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:50.840505 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-61e90ee9-51e3-4846-a7f9-e3c589ae005d None None] Deleting port b3d5343c-756d-4858-9998-37c29a8cb289 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:50.840870 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-61e90ee9-51e3-4846-a7f9-e3c589ae005d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.893432 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.907790 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-61e90ee9-51e3-4846-a7f9-e3c589ae005d None None] For port b3d5343c-756d-4858-9998-37c29a8cb289, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=b3d5343c-756d-4858-9998-37c29a8cb289,segment=NetworkSegment(d38720e6-82d0-44d8-a9d0-f1b74bcc2127),segment_id=d38720e6-82d0-44d8-a9d0-f1b74bcc2127)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:50.908191 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-61e90ee9-51e3-4846-a7f9-e3c589ae005d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.919973 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d5343c-756d-4858-9998-37c29a8cb289,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:50.920184 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-61e90ee9-51e3-4846-a7f9-e3c589ae005d None None] Calling delete_port for b3d5343c-756d-4858-9998-37c29a8cb289 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:50.926190 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] No DVR routers for this DVR port b3d5343c-756d-4858-9998-37c29a8cb289 on host dv-cinder-835483-1-smb {{(pid=109703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:01:51.001001 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-61e90ee9-51e3-4846-a7f9-e3c589ae005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925'] for port (b3d5343c-756d-4858-9998-37c29a8cb289), after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.001354 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (9c24cc45-b21d-49c0-aae1-69d685c7c838), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.024181 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c24cc45-b21d-49c0-aae1-69d685c7c838']}} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:51.028982 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e90ee9-51e3-4846-a7f9-e3c589ae005d None None] Pushing event deleted for resources: {'Port': ['ID=b3d5343c-756d-4858-9998-37c29a8cb289,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:51.035879 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e90ee9-51e3-4846-a7f9-e3c589ae005d None None] No DVR routers for this DVR port b3d5343c-756d-4858-9998-37c29a8cb289 on host dv-cinder-835483-1-smb {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:01:51.040605 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127') {'for_net_delete': True} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:51.041034 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38720e6-82d0-44d8-a9d0-f1b74bcc2127') {} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:51.058119 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530570916'] for segment (d38720e6-82d0-44d8-a9d0-f1b74bcc2127), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.072304 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (d38720e6-82d0-44d8-a9d0-f1b74bcc2127), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.078936 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:01:51.079314 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530563538'] for segment (d38720e6-82d0-44d8-a9d0-f1b74bcc2127), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: Traceback (most recent call last): Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: timer() Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: cb(*args, **kw) Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: return func(*args, **kwargs) Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: self._notify() Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: self.callback(batched_events) Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: event.method(event) Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: return f(self, *a, **k) Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: return self._get(url).json() Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: return self.request(url, 'GET', **kwargs) Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:01:51.080943 dv-cinder-835483-1-smb neutron-server[109703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:01:51.137998 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (9c24cc45-b21d-49c0-aae1-69d685c7c838), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.143964 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.147211 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] 10.222.0.18 "DELETE /v2.0/networks/9c24cc45-b21d-49c0-aae1-69d685c7c838 HTTP/1.1" status: 204 len: 168 time: 0.5531609 Mar 28 19:01:51.150344 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60932) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:51.163789 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdbd91-23e9-4421-b997-e8758295489c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c24cc45-b21d-49c0-aae1-69d685c7c838,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:51.203416 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 927674cc-3f22-4388-9283-aadc39a9a9e4 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:01:51.243118 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2af026-ba12-4c1c-b859-10732b74e986 req-1df06afd-d4ff-4873-b677-fbe5b6ac6c4e tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:51.244615 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0b2af026-ba12-4c1c-b859-10732b74e986 req-1df06afd-d4ff-4873-b677-fbe5b6ac6c4e tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 944 time: 0.0605054 Mar 28 19:01:51.260995 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 927674cc-3f22-4388-9283-aadc39a9a9e4 completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:01:51.268092 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 927674cc-3f22-4388-9283-aadc39a9a9e4 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:01:51.268092 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.301980 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-0b2af026-ba12-4c1c-b859-10732b74e986 req-c7732e83-6a58-49b8-8d0f-20e21c7f9f1e tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=d21d15ba-0cda-4844-944a-ce1b81d73f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510089 Mar 28 19:01:51.350940 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 927674cc-3f22-4388-9283-aadc39a9a9e4 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:01:51.351340 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.377303 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec80012-00e7-40ae-8293-9aa06f2406aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927674cc-3f22-4388-9283-aadc39a9a9e4'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:51.379583 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d94815e-4d9b-427e-9e47-8bc6752dad8c" -d '{"events": [{"server_uuid": "8ec80012-00e7-40ae-8293-9aa06f2406aa", "name": "network-vif-plugged", "status": "completed", "tag": "927674cc-3f22-4388-9283-aadc39a9a9e4"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:51.392801 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 927674cc-3f22-4388-9283-aadc39a9a9e4, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=927674cc-3f22-4388-9283-aadc39a9a9e4,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:51.396832 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.397776 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 713500d2-08f1-4b6a-add7-20079be7f4e4 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:51.420926 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7620bc8e-3f46-4298-9aa2-767c788f2d17 x-openstack-request-id: req-7620bc8e-3f46-4298-9aa2-767c788f2d17 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:51.421791 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec80012-00e7-40ae-8293-9aa06f2406aa", "name": "network-vif-plugged", "status": "completed", "tag": "927674cc-3f22-4388-9283-aadc39a9a9e4", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:51.422193 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7620bc8e-3f46-4298-9aa2-767c788f2d17 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:51.422597 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7620bc8e-3f46-4298-9aa2-767c788f2d17'] response: {'server_uuid': '8ec80012-00e7-40ae-8293-9aa06f2406aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927674cc-3f22-4388-9283-aadc39a9a9e4', 'code': 200} Mar 28 19:01:51.442189 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 713500d2-08f1-4b6a-add7-20079be7f4e4 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:51.442879 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 713500d2-08f1-4b6a-add7-20079be7f4e4 not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:51.470529 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=927674cc-3f22-4388-9283-aadc39a9a9e4,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:51.478034 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.478456 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.478819 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.479229 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.479572 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.479909 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.480241 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.480573 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.480903 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.481259 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.481561 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.481991 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.482330 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.482735 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.483062 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.523657 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbb01114-c69d-4c85-b103-99237c922f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688188'] for router_interface (c14d2def-0bda-46b1-9e44-ace434653e7c), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.643088 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41732752-1408-43f7-b913-efba702d5b73 req-7314824c-3573-4a30-8989-7ee05379ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:51.644580 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-41732752-1408-43f7-b913-efba702d5b73 req-7314824c-3573-4a30-8989-7ee05379ed90 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 1129 time: 0.0850999 Mar 28 19:01:52.000008 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-41732752-1408-43f7-b913-efba702d5b73 req-b4d41eb1-c1ea-4aba-8580-d28efdc9c346 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d21d15ba-0cda-4844-944a-ce1b81d73f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488355 Mar 28 19:01:52.089112 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-bbb01114-c69d-4c85-b103-99237c922f73 admin admin] Deleting port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:52.089448 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbb01114-c69d-4c85-b103-99237c922f73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:52.163798 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-bbb01114-c69d-4c85-b103-99237c922f73 admin admin] For port 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=811aba79-840a-4bd1-8b0f-9f7e8f7e18ff,segment=NetworkSegment(3780b820-f3df-4301-9a4b-7db4508e1547),segment_id=3780b820-f3df-4301-9a4b-7db4508e1547)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:52.164171 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbb01114-c69d-4c85-b103-99237c922f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:52.177146 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-bbb01114-c69d-4c85-b103-99237c922f73 admin admin] Calling delete_port for 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:52.315837 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f7d5392c-c78f-44d1-871d-17f474417197 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:52.336512 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: f7d5392c-c78f-44d1-871d-17f474417197 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:52.336863 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f7d5392c-c78f-44d1-871d-17f474417197 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:52.337356 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device b3d5343c-756d-4858-9998-37c29a8cb289 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:52.356441 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: b3d5343c-756d-4858-9998-37c29a8cb289 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:52.356918 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device b3d5343c-756d-4858-9998-37c29a8cb289 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:52.358123 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbb01114-c69d-4c85-b103-99237c922f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (811aba79-840a-4bd1-8b0f-9f7e8f7e18ff), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:52.385311 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb01114-c69d-4c85-b103-99237c922f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=811aba79-840a-4bd1-8b0f-9f7e8f7e18ff,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:52.442866 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f17b22-40eb-4a3f-88ed-0213059d7460 req-c009796b-9262-49d8-9e1f-f5c35ccfc25c tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:52.450057 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-15f17b22-40eb-4a3f-88ed-0213059d7460 req-c009796b-9262-49d8-9e1f-f5c35ccfc25c tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 945 time: 0.0682549 Mar 28 19:01:52.499028 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-15f17b22-40eb-4a3f-88ed-0213059d7460 req-aa34dcf2-f443-4a26-9d8c-fed48843065f tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=d21d15ba-0cda-4844-944a-ce1b81d73f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480728 Mar 28 19:01:52.558470 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbb01114-c69d-4c85-b103-99237c922f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687788'] for router_interface (c14d2def-0bda-46b1-9e44-ace434653e7c), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:52.775626 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb01114-c69d-4c85-b103-99237c922f73 admin admin] Router c14d2def-0bda-46b1-9e44-ace434653e7c has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:01:52.882306 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb01114-c69d-4c85-b103-99237c922f73 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:01:52.887176 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-bbb01114-c69d-4c85-b103-99237c922f73 admin admin] 10.222.0.18 "PUT /v2.0/routers/c14d2def-0bda-46b1-9e44-ace434653e7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7358377 Mar 28 19:01:52.889644 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60938) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:52.891314 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee81518e-bb0e-457a-bf57-10189def8972 None None] Sync routers for ids ['c14d2def-0bda-46b1-9e44-ace434653e7c'] in dv-cinder-835483-1-smb {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:01:52.901514 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81518e-bb0e-457a-bf57-10189def8972 None None] Routers {'c14d2def-0bda-46b1-9e44-ace434653e7c'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:52.902161 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-ee81518e-bb0e-457a-bf57-10189def8972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:01:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c14d2def-0bda-46b1-9e44-ace434653e7c'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:52.992576 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] Publish callbacks [] for router (c14d2def-0bda-46b1-9e44-ace434653e7c), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.008284 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-ee81518e-bb0e-457a-bf57-10189def8972 None None] Set router c14d2def-0bda-46b1-9e44-ace434653e7c gateway port host: dv-cinder-835483-1-smb {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:53.099582 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] Publish callbacks [] for router_gateway (c14d2def-0bda-46b1-9e44-ace434653e7c), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.155183 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] Deleting port f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:53.155710 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.195878 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-ee81518e-bb0e-457a-bf57-10189def8972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'name': 'tempest-TestMinimumBasicScenario-34571480-router', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': 'f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T19:01:52Z', 'revision_number': 5, 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'gw_port': {'id': 'f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:53.222340 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee81518e-bb0e-457a-bf57-10189def8972 None None] Checking router: c14d2def-0bda-46b1-9e44-ace434653e7c for host: dv-cinder-835483-1-smb {{(pid=109705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:01:53.230620 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81518e-bb0e-457a-bf57-10189def8972 None None] Routers {'c14d2def-0bda-46b1-9e44-ace434653e7c'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:53.231230 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-ee81518e-bb0e-457a-bf57-10189def8972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:01:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['c14d2def-0bda-46b1-9e44-ace434653e7c'], 'active': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:53.237120 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] For port f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:53.237490 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.250686 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] Calling delete_port for f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:53.319708 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvr_db [None req-ee81518e-bb0e-457a-bf57-10189def8972 None None] Set router c14d2def-0bda-46b1-9e44-ace434653e7c gateway port host: None {{(pid=109705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:53.372621 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_hamode_db [None req-ee81518e-bb0e-457a-bf57-10189def8972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'name': 'tempest-TestMinimumBasicScenario-34571480-router', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T19:01:53Z', 'revision_number': 6, 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'gw_port_host': None}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:53.399576 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee81518e-bb0e-457a-bf57-10189def8972 None None] The sync data for ids ['c14d2def-0bda-46b1-9e44-ace434653e7c'] in dv-cinder-835483-1-smb is: [{'id': 'c14d2def-0bda-46b1-9e44-ace434653e7c', 'name': 'tempest-TestMinimumBasicScenario-34571480-router', 'tenant_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T19:01:53Z', 'revision_number': 6, 'project_id': 'b60b4a0f5c4f45c4881ce613d3818d21', 'gw_port_host': None}] {{(pid=109705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:01:53.417894 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.445288 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:53.505975 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694982'] for router_gateway (c14d2def-0bda-46b1-9e44-ace434653e7c), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.621191 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (c14d2def-0bda-46b1-9e44-ace434653e7c), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.623918 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] Publish callbacks [] for router_controller (c14d2def-0bda-46b1-9e44-ace434653e7c), precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.675197 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690595'] for router (c14d2def-0bda-46b1-9e44-ace434653e7c), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.675731 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c14d2def-0bda-46b1-9e44-ace434653e7c {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:01:53.683599 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271f26a-5959-4b49-9848-a0c6fd182b7f req-d0a20ae1-a3bf-4082-adeb-e0626437a977 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:53.685117 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2271f26a-5959-4b49-9848-a0c6fd182b7f req-d0a20ae1-a3bf-4082-adeb-e0626437a977 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 945 time: 0.0957196 Mar 28 19:01:53.688496 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.689523 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-c1742ae5-828d-49e9-a1e6-48df653acb49 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c14d2def-0bda-46b1-9e44-ace434653e7c HTTP/1.1" status: 204 len: 168 time: 0.7982805 Mar 28 19:01:53.692187 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 60942) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:53.736478 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-2271f26a-5959-4b49-9848-a0c6fd182b7f req-99af078b-9c5c-49ef-a080-dd4dd9e35b15 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=d21d15ba-0cda-4844-944a-ce1b81d73f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451446 Mar 28 19:01:53.738840 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_v2 [None req-74eb0020-af8f-4094-a9c6-e6f81810265a admin admin] Deleting subnet 938fd84d-8606-4e56-af2f-72da5bd9927d {{(pid=109703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:01:53.742283 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-74eb0020-af8f-4094-a9c6-e6f81810265a admin admin] Publish callbacks [] for subnet (938fd84d-8606-4e56-af2f-72da5bd9927d), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.778597 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-74eb0020-af8f-4094-a9c6-e6f81810265a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530570927'] for subnet (938fd84d-8606-4e56-af2f-72da5bd9927d), precommit_delete_associations {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:54.107169 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-74eb0020-af8f-4094-a9c6-e6f81810265a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (938fd84d-8606-4e56-af2f-72da5bd9927d), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:54.116100 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a393e-f700-4e1f-b1ae-cd77cb98f68a req-26aac4ad-9fc8-4660-94a4-5a16edb816df tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:54.117562 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-da0a393e-f700-4e1f-b1ae-cd77cb98f68a req-26aac4ad-9fc8-4660-94a4-5a16edb816df tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 945 time: 0.3089888 Mar 28 19:01:54.135134 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60946) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:54.139866 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2ef24266-f78e-4e80-b20d-967e04ebeedb tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'floatingip': {'port_id': '927674cc-3f22-4388-9283-aadc39a9a9e4'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:54.175000 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-74eb0020-af8f-4094-a9c6-e6f81810265a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530563956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530556935'] for subnet (938fd84d-8606-4e56-af2f-72da5bd9927d), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:54.180497 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ef24266-f78e-4e80-b20d-967e04ebeedb tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (73238001-bbab-4162-ae5b-7851c4b50f6a), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:54.200852 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb0020-af8f-4094-a9c6-e6f81810265a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=938fd84d-8606-4e56-af2f-72da5bd9927d,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:54.204887 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-74eb0020-af8f-4094-a9c6-e6f81810265a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for subnet (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:54.207982 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-74eb0020-af8f-4094-a9c6-e6f81810265a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/938fd84d-8606-4e56-af2f-72da5bd9927d HTTP/1.1" status: 204 len: 168 time: 0.5147302 Mar 28 19:01:54.210839 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60948) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:54.213102 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57653ee4-45ce-4a9f-8220-3f6c94b7da29 None None] Network 5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3 requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:01:54.337953 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:54.346595 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:54.359073 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:54.359609 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device f4eecaf2-82ba-40a3-84a0-f1f5565fd9cd not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:54.363688 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:54.380534 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:54.380887 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 811aba79-840a-4bd1-8b0f-9f7e8f7e18ff not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:54.398681 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46d9799-9e9a-46a3-bdfa-8cdbe9b3bfdd None None] DHCP port deletion for 5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3 request from dv-cinder-835483-1-smb {{(pid=109705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:01:54.451350 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f46d9799-9e9a-46a3-bdfa-8cdbe9b3bfdd None None] Deleting port 09f2a842-98f2-496e-9cde-7dac81449b89 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:54.452301 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f46d9799-9e9a-46a3-bdfa-8cdbe9b3bfdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:54.520877 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-f46d9799-9e9a-46a3-bdfa-8cdbe9b3bfdd None None] For port 09f2a842-98f2-496e-9cde-7dac81449b89, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=09f2a842-98f2-496e-9cde-7dac81449b89,segment=NetworkSegment(3780b820-f3df-4301-9a4b-7db4508e1547),segment_id=3780b820-f3df-4301-9a4b-7db4508e1547)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:54.521278 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f46d9799-9e9a-46a3-bdfa-8cdbe9b3bfdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:54.535196 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f46d9799-9e9a-46a3-bdfa-8cdbe9b3bfdd None None] Calling delete_port for 09f2a842-98f2-496e-9cde-7dac81449b89 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:54.605780 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Deleting port 09f2a842-98f2-496e-9cde-7dac81449b89 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:54.606138 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:54.616292 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f46d9799-9e9a-46a3-bdfa-8cdbe9b3bfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:54.642476 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d9799-9e9a-46a3-bdfa-8cdbe9b3bfdd None None] Pushing event deleted for resources: {'Port': ['ID=09f2a842-98f2-496e-9cde-7dac81449b89,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:54.646156 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46d9799-9e9a-46a3-bdfa-8cdbe9b3bfdd None None] No DVR routers for this DVR port 09f2a842-98f2-496e-9cde-7dac81449b89 on host dv-cinder-835483-1-smb {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:01:54.712655 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] For port 09f2a842-98f2-496e-9cde-7dac81449b89, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=09f2a842-98f2-496e-9cde-7dac81449b89,segment=NetworkSegment(3780b820-f3df-4301-9a4b-7db4508e1547),segment_id=3780b820-f3df-4301-9a4b-7db4508e1547)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:54.713352 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:54.759061 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Calling delete_port for 09f2a842-98f2-496e-9cde-7dac81449b89 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:55.065415 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ef24266-f78e-4e80-b20d-967e04ebeedb tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:55.070588 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ef24266-f78e-4e80-b20d-967e04ebeedb tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (73238001-bbab-4162-ae5b-7851c4b50f6a), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:55.179014 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (09f2a842-98f2-496e-9cde-7dac81449b89), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:55.212196 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Pushing event deleted for resources: {'Port': ['ID=09f2a842-98f2-496e-9cde-7dac81449b89,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:55.216206 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [None req-2ef24266-f78e-4e80-b20d-967e04ebeedb tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Floating IP 73238001-bbab-4162-ae5b-7851c4b50f6a associated. External IP: 172.28.0.223, port: 927674cc-3f22-4388-9283-aadc39a9a9e4. Mar 28 19:01:55.219301 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] No DVR routers for this DVR port 09f2a842-98f2-496e-9cde-7dac81449b89 on host dv-cinder-835483-1-smb {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:01:55.360581 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:55.386314 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:55.401458 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3780b820-f3df-4301-9a4b-7db4508e1547') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:55.401785 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.services.segments.db [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3780b820-f3df-4301-9a4b-7db4508e1547') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:55.413608 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530571888'] for segment (3780b820-f3df-4301-9a4b-7db4508e1547), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:55.485433 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (3780b820-f3df-4301-9a4b-7db4508e1547), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:55.495418 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:01:55.495843 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528608995'] for segment (3780b820-f3df-4301-9a4b-7db4508e1547), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: self.session.flush() Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: self.session.flush() Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: self.session.flush() Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: self.session.flush() Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: Traceback (most recent call last): Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: timer() Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: cb(*args, **kw) Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: return func(*args, **kwargs) Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: self._notify() Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: self.callback(batched_events) Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: event.method(event) Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: return f(self, *a, **k) Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: return self._get(url).json() Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: return self.request(url, 'GET', **kwargs) Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:01:55.497606 dv-cinder-835483-1-smb neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:01:55.566301 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:55.572246 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:55.575328 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] 10.222.0.18 "DELETE /v2.0/networks/5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3 HTTP/1.1" status: 204 len: 168 time: 1.3634226 Mar 28 19:01:55.592090 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e08fd1-bad9-4720-96ec-a23ff51923fe admin admin] Pushing event deleted for resources: {'Network': ['ID=5b51509a-dc34-4f67-ae3f-17d8d4f8a2e3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:55.600996 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef24266-f78e-4e80-b20d-967e04ebeedb tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:01:55.715182 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef24266-f78e-4e80-b20d-967e04ebeedb tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:01:55.720254 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ef24266-f78e-4e80-b20d-967e04ebeedb tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:55.726472 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313c283-274b-4dc4-af9d-dfe37ecf9ca9 None None] Sync routers for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:01:55.739426 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313c283-274b-4dc4-af9d-dfe37ecf9ca9 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:55.740055 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6313c283-274b-4dc4-af9d-dfe37ecf9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:01:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:55.764672 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-2ef24266-f78e-4e80-b20d-967e04ebeedb tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "PUT /v2.0/floatingips/73238001-bbab-4162-ae5b-7851c4b50f6a HTTP/1.1" status: 200 len: 991 time: 1.6148326 Mar 28 19:01:55.764672 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec80012-00e7-40ae-8293-9aa06f2406aa', 'tag': '927674cc-3f22-4388-9283-aadc39a9a9e4'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:55.764672 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f0df1d-650a-4eba-a446-d800caeee62f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec80012-00e7-40ae-8293-9aa06f2406aa", "tag": "927674cc-3f22-4388-9283-aadc39a9a9e4"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:55.767172 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60956) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:55.817049 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac610623-41c2-4ab4-9b6d-c9e5b2b58fdc x-openstack-request-id: req-ac610623-41c2-4ab4-9b6d-c9e5b2b58fdc {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:55.817650 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec80012-00e7-40ae-8293-9aa06f2406aa", "tag": "927674cc-3f22-4388-9283-aadc39a9a9e4", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:55.818047 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac610623-41c2-4ab4-9b6d-c9e5b2b58fdc {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:55.818654 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac610623-41c2-4ab4-9b6d-c9e5b2b58fdc'] response: {'name': 'network-changed', 'server_uuid': '8ec80012-00e7-40ae-8293-9aa06f2406aa', 'tag': '927674cc-3f22-4388-9283-aadc39a9a9e4', 'status': 'completed', 'code': 200} Mar 28 19:01:55.825953 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-b271b15c-c5cb-4a4e-899a-3c1b186d3672 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57eb367e43a34239a3b69e142f4a15af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547347 Mar 28 19:01:55.826560 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60958) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:55.888190 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6313c283-274b-4dc4-af9d-dfe37ecf9ca9 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:55.909389 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98e5b11a-e3a2-49cb-81aa-066fa7784216 admin admin] Publish callbacks [] for security_group (12885bce-c5e7-47e7-b5d0-35b51af40496), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:55.913917 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0df1d-650a-4eba-a446-d800caeee62f req-6e86995e-4ff3-4ba5-849d-1edc3176889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:55.915487 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-39f0df1d-650a-4eba-a446-d800caeee62f req-6e86995e-4ff3-4ba5-849d-1edc3176889e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 1129 time: 0.0756626 Mar 28 19:01:55.980595 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98e5b11a-e3a2-49cb-81aa-066fa7784216 admin admin] Publish callbacks [] for security_group (12885bce-c5e7-47e7-b5d0-35b51af40496), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:56.048636 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0df1d-650a-4eba-a446-d800caeee62f req-47b65fd6-bf4b-467d-b00a-593c2456970f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:56.050297 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-39f0df1d-650a-4eba-a446-d800caeee62f req-47b65fd6-bf4b-467d-b00a-593c2456970f service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 914 time: 0.1273513 Mar 28 19:01:56.096047 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98e5b11a-e3a2-49cb-81aa-066fa7784216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (12885bce-c5e7-47e7-b5d0-35b51af40496), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:56.098636 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98e5b11a-e3a2-49cb-81aa-066fa7784216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:56.099849 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-98e5b11a-e3a2-49cb-81aa-066fa7784216 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12885bce-c5e7-47e7-b5d0-35b51af40496 HTTP/1.1" status: 204 len: 168 time: 0.2719767 Mar 28 19:01:56.112962 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5b11a-e3a2-49cb-81aa-066fa7784216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12885bce-c5e7-47e7-b5d0-35b51af40496,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:56.131283 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-39f0df1d-650a-4eba-a446-d800caeee62f req-9c84acd2-f984-402d-aa8c-a26f2e72ee25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=927674cc-3f22-4388-9283-aadc39a9a9e4 HTTP/1.1" status: 200 len: 999 time: 0.0744891 Mar 28 19:01:56.165677 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6313c283-274b-4dc4-af9d-dfe37ecf9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '73238001-bbab-4162-ae5b-7851c4b50f6a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.223', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': '927674cc-3f22-4388-9283-aadc39a9a9e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:71:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec80012-00e7-40ae-8293-9aa06f2406aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:01:43Z', 'updated_at': '2022-03-28T19:01:54Z', 'revision_number': 1, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:56.180826 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0df1d-650a-4eba-a446-d800caeee62f req-8587eddf-d383-4dd2-b8b0-6fb80bf17b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:56.183407 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-39f0df1d-650a-4eba-a446-d800caeee62f req-8587eddf-d383-4dd2-b8b0-6fb80bf17b64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0166e5a5-9fdc-488b-93b1-5a0d473bc689 HTTP/1.1" status: 200 len: 852 time: 0.0465143 Mar 28 19:01:56.216417 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313c283-274b-4dc4-af9d-dfe37ecf9ca9 None None] Checking router: 3af3df8c-a0cf-4176-ba76-25b2bab9d31b for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:01:56.221773 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:01:56.229514 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313c283-274b-4dc4-af9d-dfe37ecf9ca9 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:56.230387 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6313c283-274b-4dc4-af9d-dfe37ecf9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:01:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:56.239514 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0df1d-650a-4eba-a446-d800caeee62f req-d2b21713-c707-4aff-9d0b-8895ba331f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:56.241065 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-39f0df1d-650a-4eba-a446-d800caeee62f req-d2b21713-c707-4aff-9d0b-8895ba331f5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f330e27-be2f-46cf-b647-3494500dc99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0525990 Mar 28 19:01:56.246733 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:56.351393 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-39f0df1d-650a-4eba-a446-d800caeee62f req-46c3e53f-9e68-43c8-834f-f5d9f6086dc1 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039538 Mar 28 19:01:56.351558 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 09f2a842-98f2-496e-9cde-7dac81449b89 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:56.352989 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6313c283-274b-4dc4-af9d-dfe37ecf9ca9 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:56.375748 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: 09f2a842-98f2-496e-9cde-7dac81449b89 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:56.376326 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 09f2a842-98f2-496e-9cde-7dac81449b89 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:56.457778 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-39f0df1d-650a-4eba-a446-d800caeee62f req-563e1b57-6e9e-4b9a-86a3-1c999da8d697 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003990 Mar 28 19:01:56.528905 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60964) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:56.569071 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-d7befa13-682d-4a1b-8aac-051a2119f152 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b60b4a0f5c4f45c4881ce613d3818d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387073 Mar 28 19:01:56.571254 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 60966) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:56.595466 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6313c283-274b-4dc4-af9d-dfe37ecf9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '73238001-bbab-4162-ae5b-7851c4b50f6a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.223', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': '927674cc-3f22-4388-9283-aadc39a9a9e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:71:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec80012-00e7-40ae-8293-9aa06f2406aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:01:43Z', 'updated_at': '2022-03-28T19:01:54Z', 'revision_number': 1, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:56.620200 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4f14350-89ee-445a-a0a4-b6d5686a2a94 admin admin] Publish callbacks [] for security_group (4676ed1f-ca0c-463c-8cee-57f029ef7a3e), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:56.626222 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313c283-274b-4dc4-af9d-dfe37ecf9ca9 None None] The sync data for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb is: [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '73238001-bbab-4162-ae5b-7851c4b50f6a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.223', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': '927674cc-3f22-4388-9283-aadc39a9a9e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:71:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec80012-00e7-40ae-8293-9aa06f2406aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:01:43Z', 'updated_at': '2022-03-28T19:01:54Z', 'revision_number': 1, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:01:56.644533 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4f14350-89ee-445a-a0a4-b6d5686a2a94 admin admin] Publish callbacks [] for security_group (4676ed1f-ca0c-463c-8cee-57f029ef7a3e), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:56.694636 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4f14350-89ee-445a-a0a4-b6d5686a2a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (4676ed1f-ca0c-463c-8cee-57f029ef7a3e), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:56.697551 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4f14350-89ee-445a-a0a4-b6d5686a2a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:56.698749 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-b4f14350-89ee-445a-a0a4-b6d5686a2a94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4676ed1f-ca0c-463c-8cee-57f029ef7a3e HTTP/1.1" status: 204 len: 168 time: 0.1265969 Mar 28 19:01:56.707561 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f14350-89ee-445a-a0a4-b6d5686a2a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4676ed1f-ca0c-463c-8cee-57f029ef7a3e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:56.837062 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08702ce-de04-41cb-aec3-99456d4d60b4 None None] New status for floating IP 73238001-bbab-4162-ae5b-7851c4b50f6a: ACTIVE {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:02:08.875510 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f032-a635-4b01-9e98-946da95f76d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:11.064629 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f970b186-3086-4444-a5a9-4492f801e468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:12.273697 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:13.687482 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:15.094825 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:26.251691 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:33.210939 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:02:34.448068 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cde0a-8f97-4f38-8753-e65d07096f7a req-364f0112-414e-4dda-a1b5-dae95948ec90 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:34.449445 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-817cde0a-8f97-4f38-8753-e65d07096f7a req-364f0112-414e-4dda-a1b5-dae95948ec90 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 945 time: 0.0572455 Mar 28 19:02:34.496527 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-817cde0a-8f97-4f38-8753-e65d07096f7a req-dd371a07-65b8-4982-825b-427dd3216b28 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=d21d15ba-0cda-4844-944a-ce1b81d73f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413678 Mar 28 19:02:35.620578 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b96b7f-a9f3-487e-a309-dd1c2f30966d req-a4cd8f18-32f0-4a93-8096-db215c75ca67 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:35.622054 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-52b96b7f-a9f3-487e-a309-dd1c2f30966d req-a4cd8f18-32f0-4a93-8096-db215c75ca67 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 945 time: 0.0547724 Mar 28 19:02:35.666758 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-52b96b7f-a9f3-487e-a309-dd1c2f30966d req-b7b7761a-81f0-40c2-aef3-23b7965f641c tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=d21d15ba-0cda-4844-944a-ce1b81d73f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385647 Mar 28 19:02:35.954499 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-c203ca4d-ba99-49ac-9dd7-fdbb1bd54004 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:35.955946 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-c203ca4d-ba99-49ac-9dd7-fdbb1bd54004 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 945 time: 0.0520585 Mar 28 19:02:36.042926 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Deleting port 927674cc-3f22-4388-9283-aadc39a9a9e4 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:02:36.043275 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:36.132413 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] For port 927674cc-3f22-4388-9283-aadc39a9a9e4, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=927674cc-3f22-4388-9283-aadc39a9a9e4,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:36.132776 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:36.299974 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:36.300344 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (73238001-bbab-4162-ae5b-7851c4b50f6a), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:36.300666 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Floating IP 73238001-bbab-4162-ae5b-7851c4b50f6a disassociated. External IP: 172.28.0.223, port: 927674cc-3f22-4388-9283-aadc39a9a9e4. Mar 28 19:02:36.301013 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Calling delete_port for 927674cc-3f22-4388-9283-aadc39a9a9e4 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:02:36.425504 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (927674cc-3f22-4388-9283-aadc39a9a9e4), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:36.452526 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event deleted for resources: {'Port': ['ID=927674cc-3f22-4388-9283-aadc39a9a9e4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:36.567186 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:02:36.673340 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:02:36.683656 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a8680-676f-4d1d-8b68-2062a3125c76 None None] Sync routers for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:02:36.695068 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a8680-676f-4d1d-8b68-2062a3125c76 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:02:36.695704 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5b9a8680-676f-4d1d-8b68-2062a3125c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:02:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:36.714926 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] No DVR routers for this DVR port 927674cc-3f22-4388-9283-aadc39a9a9e4 on host hv-cinder-83548 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:02:36.717938 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:36.721573 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-6f2c2351-b7a1-4699-8d1b-32c2a4d48680 req-0c138bf5-5b5c-441f-b531-1ab7cf4e65d2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "DELETE /v2.0/ports/927674cc-3f22-4388-9283-aadc39a9a9e4 HTTP/1.1" status: 204 len: 173 time: 0.7607801 Mar 28 19:02:36.722156 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec80012-00e7-40ae-8293-9aa06f2406aa', 'name': 'network-vif-deleted', 'tag': '927674cc-3f22-4388-9283-aadc39a9a9e4'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:02:36.725151 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b998755-929a-4343-84bd-fc5733c77ea1" -d '{"events": [{"server_uuid": "8ec80012-00e7-40ae-8293-9aa06f2406aa", "name": "network-vif-deleted", "tag": "927674cc-3f22-4388-9283-aadc39a9a9e4"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:02:36.781502 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501b00d7-90b3-4ba9-b241-081673a3d7d6 x-openstack-request-id: req-501b00d7-90b3-4ba9-b241-081673a3d7d6 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:02:36.781842 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec80012-00e7-40ae-8293-9aa06f2406aa", "name": "network-vif-deleted", "tag": "927674cc-3f22-4388-9283-aadc39a9a9e4", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:02:36.782078 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-501b00d7-90b3-4ba9-b241-081673a3d7d6 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:02:36.782498 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501b00d7-90b3-4ba9-b241-081673a3d7d6'] response: {'server_uuid': '8ec80012-00e7-40ae-8293-9aa06f2406aa', 'name': 'network-vif-deleted', 'tag': '927674cc-3f22-4388-9283-aadc39a9a9e4', 'status': 'completed', 'code': 200} Mar 28 19:02:36.786253 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-be130c12-651a-46ab-bc21-0adb9429759a req-1a0e8e3c-8989-41e8-a64c-84a17e518c93 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec80012-00e7-40ae-8293-9aa06f2406aa HTTP/1.1" status: 200 len: 210 time: 0.0444243 Mar 28 19:02:36.831250 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-5b9a8680-676f-4d1d-8b68-2062a3125c76 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:02:37.042651 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5b9a8680-676f-4d1d-8b68-2062a3125c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:37.069352 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a8680-676f-4d1d-8b68-2062a3125c76 None None] Checking router: 3af3df8c-a0cf-4176-ba76-25b2bab9d31b for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:02:37.077699 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a8680-676f-4d1d-8b68-2062a3125c76 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:02:37.078317 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5b9a8680-676f-4d1d-8b68-2062a3125c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:02:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:37.190044 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-5b9a8680-676f-4d1d-8b68-2062a3125c76 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:02:37.384092 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5b9a8680-676f-4d1d-8b68-2062a3125c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:37.412950 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a8680-676f-4d1d-8b68-2062a3125c76 None None] The sync data for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb is: [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:02:37.628985 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f3f071-7b02-4c4a-ac1a-ba2570933f66 None None] New status for floating IP 73238001-bbab-4162-ae5b-7851c4b50f6a: DOWN {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:02:37.871683 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 32804) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:37.922948 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (d21d15ba-0cda-4844-944a-ce1b81d73f43), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:37.945323 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (d21d15ba-0cda-4844-944a-ce1b81d73f43), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:37.991261 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (d21d15ba-0cda-4844-944a-ce1b81d73f43), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:37.994001 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:37.995067 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "DELETE /v2.0/security-groups/d21d15ba-0cda-4844-944a-ce1b81d73f43 HTTP/1.1" status: 204 len: 168 time: 0.1224165 Mar 28 19:02:37.997939 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 32806) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:38.003704 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21d15ba-0cda-4844-944a-ce1b81d73f43,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:38.010579 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.010930 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.011134 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.api.v2.resource [None req-ae7d8ca3-6abf-42e3-8bf1-3271faab9dc9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] show failed (client error): The resource could not be found. Mar 28 19:02:38.011273 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.011593 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.011924 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.012115 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-ae7d8ca3-6abf-42e3-8bf1-3271faab9dc9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups/d21d15ba-0cda-4844-944a-ce1b81d73f43 HTTP/1.1" status: 404 len: 347 time: 0.0131216 Mar 28 19:02:38.012251 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.012577 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.012899 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.013220 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.013547 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.013897 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.014800 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.015188 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.015632 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.015775 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 32808) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:38.015957 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77105ec-6217-4e3e-82c7-42529a5d3989 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:38.135560 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0a700af5-7f68-4edb-9e48-670b864565ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Deleting port a0cf0a39-b144-4524-98fa-1a17296bf967 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:02:38.135894 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a700af5-7f68-4edb-9e48-670b864565ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (a0cf0a39-b144-4524-98fa-1a17296bf967), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:38.207989 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a700af5-7f68-4edb-9e48-670b864565ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (a0cf0a39-b144-4524-98fa-1a17296bf967), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:38.208311 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a700af5-7f68-4edb-9e48-670b864565ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (a0cf0a39-b144-4524-98fa-1a17296bf967), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:38.219666 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0a700af5-7f68-4edb-9e48-670b864565ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Calling delete_port for a0cf0a39-b144-4524-98fa-1a17296bf967 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:02:38.347994 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a700af5-7f68-4edb-9e48-670b864565ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (a0cf0a39-b144-4524-98fa-1a17296bf967), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:38.379070 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a700af5-7f68-4edb-9e48-670b864565ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event deleted for resources: {'Port': ['ID=a0cf0a39-b144-4524-98fa-1a17296bf967,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:38.440054 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a700af5-7f68-4edb-9e48-670b864565ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (73238001-bbab-4162-ae5b-7851c4b50f6a), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:38.442584 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a700af5-7f68-4edb-9e48-670b864565ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:38.443724 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-0a700af5-7f68-4edb-9e48-670b864565ab tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "DELETE /v2.0/floatingips/73238001-bbab-4162-ae5b-7851c4b50f6a HTTP/1.1" status: 204 len: 168 time: 0.4271390 Mar 28 19:02:38.812255 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 32812) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:38.816723 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-31948a6f-2b06-4535-9ccc-daabeb624969 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1509175447', 'description': 'tempest-description--1695601494'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:38.836458 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-31948a6f-2b06-4535-9ccc-daabeb624969 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:38.877762 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adc9d105-54d5-4425-b98f-58f9d22322bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:38.901314 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-31948a6f-2b06-4535-9ccc-daabeb624969 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (0d1803df-cb44-45bc-8735-7029ab0bd620), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:38.905532 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-31948a6f-2b06-4535-9ccc-daabeb624969 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (0d1803df-cb44-45bc-8735-7029ab0bd620), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:38.933317 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-31948a6f-2b06-4535-9ccc-daabeb624969 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:38.938125 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 32814) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:38.938655 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-31948a6f-2b06-4535-9ccc-daabeb624969 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1248999 Mar 28 19:02:38.942689 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31948a6f-2b06-4535-9ccc-daabeb624969 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1803df-cb44-45bc-8735-7029ab0bd620,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:38.942844 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-aa7a0a68-7571-49ad-89a5-46e193aa9df4 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'security_group_rule': {'security_group_id': '0d1803df-cb44-45bc-8735-7029ab0bd620', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:38.967035 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-aa7a0a68-7571-49ad-89a5-46e193aa9df4 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (4c545ab2-66b3-4b09-8485-d3bf6f1aabc8), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.020023 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-aa7a0a68-7571-49ad-89a5-46e193aa9df4 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (4c545ab2-66b3-4b09-8485-d3bf6f1aabc8), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.023282 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-aa7a0a68-7571-49ad-89a5-46e193aa9df4 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (4c545ab2-66b3-4b09-8485-d3bf6f1aabc8), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.038115 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a0a68-7571-49ad-89a5-46e193aa9df4 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c545ab2-66b3-4b09-8485-d3bf6f1aabc8,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:39.049019 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-aa7a0a68-7571-49ad-89a5-46e193aa9df4 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.050229 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-aa7a0a68-7571-49ad-89a5-46e193aa9df4 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110132 Mar 28 19:02:39.052915 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 32816) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:39.057286 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-76131472-288f-4549-8e99-c79cfb8616d7 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'security_group_rule': {'security_group_id': '0d1803df-cb44-45bc-8735-7029ab0bd620', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:39.080431 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-76131472-288f-4549-8e99-c79cfb8616d7 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (765230dc-5d87-4b08-8bb3-9e71c661fee3), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.137067 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-76131472-288f-4549-8e99-c79cfb8616d7 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (765230dc-5d87-4b08-8bb3-9e71c661fee3), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.141357 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-76131472-288f-4549-8e99-c79cfb8616d7 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587612'] for security_group_rule (765230dc-5d87-4b08-8bb3-9e71c661fee3), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.158942 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76131472-288f-4549-8e99-c79cfb8616d7 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765230dc-5d87-4b08-8bb3-9e71c661fee3,revision_number=0']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:39.166218 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-76131472-288f-4549-8e99-c79cfb8616d7 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.167362 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-76131472-288f-4549-8e99-c79cfb8616d7 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135502 Mar 28 19:02:39.171092 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 32818) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:39.175177 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.v2.base [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'floatingip': {'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2'}} {{(pid=109703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:39.194401 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.288906 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.392999 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.db_base_plugin_common [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Allocated IP 172.28.0.98 (43097040-ae62-42ba-a1e8-2488009ecdd2/fa6e797b-5e79-47d7-93e8-44970d7c4466/31cb5d59-8993-4ff5-a49d-dd735ac712a2) {{(pid=109703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:02:39.492869 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for port (31cb5d59-8993-4ff5-a49d-dd735ac712a2), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.530932 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (31cb5d59-8993-4ff5-a49d-dd735ac712a2), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.565030 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Network 43097040-ae62-42ba-a1e8-2488009ecdd2 is already hosted by enough agents. {{(pid=109703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:02:39.567741 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.base_scheduler [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Resources bound (agent type, host, resource id): {{(pid=109703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:02:39.570195 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Received port after_create {{(pid=109703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:02:39.603911 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'Port': ['ID=31cb5d59-8993-4ff5-a49d-dd735ac712a2,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:39.663973 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (7d55acc6-3bfa-4266-8513-2f44cbfef6be), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.698735 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (31cb5d59-8993-4ff5-a49d-dd735ac712a2), before_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.848327 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for port (31cb5d59-8993-4ff5-a49d-dd735ac712a2), precommit_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.852463 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530563470'] for port (31cb5d59-8993-4ff5-a49d-dd735ac712a2), after_update {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.920677 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'Port': ['ID=31cb5d59-8993-4ff5-a49d-dd735ac712a2,revision_number=2']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:39.931714 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (7d55acc6-3bfa-4266-8513-2f44cbfef6be), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.947101 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.948288 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-6123a115-042f-4b09-928c-c7fdd96415d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7762980 Mar 28 19:02:40.137705 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-ca702af4-703e-40f8-b19a-4c042c13fca9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1509175447&fields=id&tenant_id=c053736f74f74b5a9c23114357e4a126 HTTP/1.1" status: 200 len: 267 time: 0.0425918 Mar 28 19:02:40.242345 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-4aa69f14-afa8-48a0-975e-ef211e417357 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:40.243778 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-4aa69f14-afa8-48a0-975e-ef211e417357 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 813 time: 0.0998025 Mar 28 19:02:40.258379 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-d762fef2-caa3-47b8-a48e-ac1505e5fcf5 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/quotas/c053736f74f74b5a9c23114357e4a126 HTTP/1.1" status: 200 len: 375 time: 0.0086212 Mar 28 19:02:40.315528 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-aafd17ee-aac3-493f-bbaa-38d15ac47a99 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524113 Mar 28 19:02:40.408770 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-c113d0ee-bb85-40d8-8fa5-825750f6e33d service neutron] 10.222.0.18 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822372 Mar 28 19:02:40.497709 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-c837dc10-d7a2-4a33-b63f-5648d8659071 service neutron] 10.222.0.18 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832391 Mar 28 19:02:40.651237 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-d760952f-61a6-42c7-965d-bfdb3cbaef39 req-6475f93b-4b33-4c4e-9532-052be9f493d9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 210 time: 0.0267124 Mar 28 19:02:41.067872 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-652c6a5a-91bf-4554-91ae-bcaec9421996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:41.418828 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 927674cc-3f22-4388-9283-aadc39a9a9e4 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:02:41.442931 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 927674cc-3f22-4388-9283-aadc39a9a9e4 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:02:41.443283 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 927674cc-3f22-4388-9283-aadc39a9a9e4 not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:02:41.550140 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-a6197853-4b57-4ed4-b845-85f376043a59 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:41.551757 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-a6197853-4b57-4ed4-b845-85f376043a59 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 813 time: 0.1179945 Mar 28 19:02:41.618711 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-5907879f-2400-467f-8aad-3efcaa62fdc9 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c053736f74f74b5a9c23114357e4a126 HTTP/1.1" status: 200 len: 380 time: 0.0589275 Mar 28 19:02:41.628756 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-aeae94eb-55d4-4f1b-9032-84e8a3fbc739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'port': {'device_id': '265546d7-8881-457e-91f7-334307846594', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'admin_state_up': True, 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'security_groups': ['0d1803df-cb44-45bc-8735-7029ab0bd620']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:41.749870 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-a992030f-5269-4c07-8f22-5b2d211bb376 req-9535a470-f5cc-417a-a72a-3733038cebdc tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 210 time: 0.0294516 Mar 28 19:02:41.757931 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-aeae94eb-55d4-4f1b-9032-84e8a3fbc739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Made reservation on behalf of c053736f74f74b5a9c23114357e4a126 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:02:41.761146 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-aeae94eb-55d4-4f1b-9032-84e8a3fbc739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:41.892448 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-aeae94eb-55d4-4f1b-9032-84e8a3fbc739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Allocated IP 172.20.0.7 (1f330e27-be2f-46cf-b647-3494500dc99a/0166e5a5-9fdc-488b-93b1-5a0d473bc689/7cffcc37-79fc-4090-8d9a-ec40a9cd9048) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:02:42.026459 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-aeae94eb-55d4-4f1b-9032-84e8a3fbc739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:42.057701 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-aeae94eb-55d4-4f1b-9032-84e8a3fbc739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792069190916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:42.098169 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-aeae94eb-55d4-4f1b-9032-84e8a3fbc739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Network 1f330e27-be2f-46cf-b647-3494500dc99a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:02:42.100999 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-aeae94eb-55d4-4f1b-9032-84e8a3fbc739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:02:42.104674 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-aeae94eb-55d4-4f1b-9032-84e8a3fbc739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:02:42.134309 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae94eb-55d4-4f1b-9032-84e8a3fbc739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event updated for resources: {'Port': ['ID=7cffcc37-79fc-4090-8d9a-ec40a9cd9048,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:42.160698 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-aeae94eb-55d4-4f1b-9032-84e8a3fbc739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:42.161325 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-aeae94eb-55d4-4f1b-9032-84e8a3fbc739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:42.177776 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-aeae94eb-55d4-4f1b-9032-84e8a3fbc739 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5524154 Mar 28 19:02:42.189605 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Request body: {'port': {'device_id': '265546d7-8881-457e-91f7-334307846594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:42.255161 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:42.278619 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:42.318895 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-6872908b-78be-4cfd-acc9-0844213499cd None None] Provisioning complete for port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 triggered by entity DHCP. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:02:42.319261 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6872908b-78be-4cfd-acc9-0844213499cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:42.353882 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-6872908b-78be-4cfd-acc9-0844213499cd None None] Port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 cannot update to ACTIVE because it is not bound. {{(pid=109705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:02:42.517180 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:02:42.524386 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Publish callbacks [] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:42.536232 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Transition to ACTIVE for port object 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:02:42.540507 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:42.589843 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Pushing event updated for resources: {'Port': ['ID=7cffcc37-79fc-4090-8d9a-ec40a9cd9048,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:42.661567 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Attempting to bind port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:02:42.661947 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Attempting to bind port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:02:42.662282 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Attempting to bind port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 on network 1f330e27-be2f-46cf-b647-3494500dc99a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:02:42.666852 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 on network 1f330e27-be2f-46cf-b647-3494500dc99a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:02:42.667177 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Attempting to bind port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 on network 1f330e27-be2f-46cf-b647-3494500dc99a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:02:42.672718 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Checking agent: {'id': '62edd51a-f847-4df6-9396-3971cf238b56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'started_at': datetime.datetime(2022, 3, 28, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:02:42.673057 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Checking segment: {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:02:42.673444 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Bound using segment: {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:02:42.673907 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Bound port: 7cffcc37-79fc-4090-8d9a-ec40a9cd9048, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5a383c-8b7b-4940-8267-621105ae76ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:02:42.674269 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:42.877993 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d354a-9416-4315-903d-3f1f3ba40fd5 req-177fc6f4-cfd2-421c-b09c-daa51b8b43f1 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:42.879548 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-917d354a-9416-4315-903d-3f1f3ba40fd5 req-177fc6f4-cfd2-421c-b09c-daa51b8b43f1 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 943 time: 0.0564003 Mar 28 19:02:42.928534 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-917d354a-9416-4315-903d-3f1f3ba40fd5 req-72a0e55b-01b9-40d6-869f-d9278db97e58 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d1803df-cb44-45bc-8735-7029ab0bd620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429161 Mar 28 19:02:43.000069 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] For port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048, host hv-cinder-83548, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:02:43.002962 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] For port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7cffcc37-79fc-4090-8d9a-ec40a9cd9048,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:02:43.008775 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528608959'] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:43.040873 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:43.041551 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:43.042895 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] 10.222.0.23 "PUT /v2.0/ports/7cffcc37-79fc-4090-8d9a-ec40a9cd9048 HTTP/1.1" status: 200 len: 1093 time: 0.8582823 Mar 28 19:02:43.043333 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265546d7-8881-457e-91f7-334307846594', 'tag': '7cffcc37-79fc-4090-8d9a-ec40a9cd9048'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:02:43.046070 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8a2212-06f3-40ab-a3d8-27b59f018808" -d '{"events": [{"name": "network-changed", "server_uuid": "265546d7-8881-457e-91f7-334307846594", "tag": "7cffcc37-79fc-4090-8d9a-ec40a9cd9048"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:02:43.076368 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108c624-3b95-43e4-9e1a-3b2710eeb683 service neutron] Pushing event updated for resources: {'Port': ['ID=7cffcc37-79fc-4090-8d9a-ec40a9cd9048,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:43.093761 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d413d86-d4bc-4316-bf0a-0e228709eb8a x-openstack-request-id: req-1d413d86-d4bc-4316-bf0a-0e228709eb8a {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:02:43.094058 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265546d7-8881-457e-91f7-334307846594", "tag": "7cffcc37-79fc-4090-8d9a-ec40a9cd9048", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:02:43.094310 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d413d86-d4bc-4316-bf0a-0e228709eb8a {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:02:43.094709 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d413d86-d4bc-4316-bf0a-0e228709eb8a'] response: {'name': 'network-changed', 'server_uuid': '265546d7-8881-457e-91f7-334307846594', 'tag': '7cffcc37-79fc-4090-8d9a-ec40a9cd9048', 'status': 'completed', 'code': 200} Mar 28 19:02:43.132766 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-644a2d8d-c93b-4a69-8e5f-2fbac1e60edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:43.134302 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-644a2d8d-c93b-4a69-8e5f-2fbac1e60edf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 1127 time: 0.0493224 Mar 28 19:02:43.187736 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-156702c1-12d3-4aef-ba6c-ac3f609fd7b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cffcc37-79fc-4090-8d9a-ec40a9cd9048 HTTP/1.1" status: 200 len: 217 time: 0.0447087 Mar 28 19:02:43.237818 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-7b578e5d-a1f3-4095-af3f-564b48b22440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:43.239285 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-7b578e5d-a1f3-4095-af3f-564b48b22440 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0166e5a5-9fdc-488b-93b1-5a0d473bc689 HTTP/1.1" status: 200 len: 852 time: 0.0452302 Mar 28 19:02:43.288054 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-19c2c1d1-1cf4-4866-b8c7-bb47208c5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:43.289568 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-19c2c1d1-1cf4-4866-b8c7-bb47208c5884 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f330e27-be2f-46cf-b647-3494500dc99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449283 Mar 28 19:02:43.384842 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-438b71fa-9dd1-4450-ba03-6aa46b0ce9b8 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876696 Mar 28 19:02:43.471077 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-71a8d0b4-271f-4b1d-84da-96841f237769 req-ebc412d4-7357-4019-b759-33c3e81c62ea service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803404 Mar 28 19:02:43.569030 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a2212-06f3-40ab-a3d8-27b59f018808 req-4c538691-ae4e-471e-afec-01752c9b2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:43.570741 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ea8a2212-06f3-40ab-a3d8-27b59f018808 req-4c538691-ae4e-471e-afec-01752c9b2c20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 1127 time: 0.0545902 Mar 28 19:02:43.655965 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a2212-06f3-40ab-a3d8-27b59f018808 req-d05f2c2c-6b57-4424-895a-96b92a00454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:43.657320 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ea8a2212-06f3-40ab-a3d8-27b59f018808 req-d05f2c2c-6b57-4424-895a-96b92a00454d service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 914 time: 0.0805576 Mar 28 19:02:43.690628 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:43.703388 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ea8a2212-06f3-40ab-a3d8-27b59f018808 req-5258acc8-597c-45ab-bcec-451e29194b18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cffcc37-79fc-4090-8d9a-ec40a9cd9048 HTTP/1.1" status: 200 len: 217 time: 0.0392199 Mar 28 19:02:43.750936 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a2212-06f3-40ab-a3d8-27b59f018808 req-5376fcc9-2e08-4274-9505-6f6376f4390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:43.752577 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ea8a2212-06f3-40ab-a3d8-27b59f018808 req-5376fcc9-2e08-4274-9505-6f6376f4390b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0166e5a5-9fdc-488b-93b1-5a0d473bc689 HTTP/1.1" status: 200 len: 852 time: 0.0425808 Mar 28 19:02:43.800440 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a2212-06f3-40ab-a3d8-27b59f018808 req-fd5b4956-f9a8-4c34-bc13-b42613bd46d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:43.802036 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ea8a2212-06f3-40ab-a3d8-27b59f018808 req-fd5b4956-f9a8-4c34-bc13-b42613bd46d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f330e27-be2f-46cf-b647-3494500dc99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0431142 Mar 28 19:02:43.891782 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ea8a2212-06f3-40ab-a3d8-27b59f018808 req-0a530579-19e7-4e66-953d-f8aa5e5e6c3c service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822842 Mar 28 19:02:43.980861 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ea8a2212-06f3-40ab-a3d8-27b59f018808 req-dde3d5f2-b446-473e-ba3a-489e9ff3eb97 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826244 Mar 28 19:02:44.051934 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a11a75-737c-4699-9209-d4f2f27e3aca req-776aeccb-71de-43a4-bb49-18d4c08fb4fc tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:44.053402 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-17a11a75-737c-4699-9209-d4f2f27e3aca req-776aeccb-71de-43a4-bb49-18d4c08fb4fc tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 943 time: 0.0577793 Mar 28 19:02:44.099334 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-17a11a75-737c-4699-9209-d4f2f27e3aca req-59aedcab-dab7-4d15-bc14-8ae19e78951b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d1803df-cb44-45bc-8735-7029ab0bd620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403492 Mar 28 19:02:45.087249 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:45.219305 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0afa28-d187-49fa-9ed2-1809d7ba9934 req-f4256297-3e67-48f6-b00f-d14dc86219bc tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:45.220761 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5f0afa28-d187-49fa-9ed2-1809d7ba9934 req-f4256297-3e67-48f6-b00f-d14dc86219bc tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 943 time: 0.0529149 Mar 28 19:02:45.267322 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-5f0afa28-d187-49fa-9ed2-1809d7ba9934 req-9f3973a1-79e1-448f-a5d0-b3ccdb58426b tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d1803df-cb44-45bc-8735-7029ab0bd620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409379 Mar 28 19:02:45.433069 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=109705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:02:45.536284 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7cffcc37-79fc-4090-8d9a-ec40a9cd9048,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:45.547510 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Returning: {'device': '7cffcc37-79fc-4090-8d9a-ec40a9cd9048', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'port_id': '7cffcc37-79fc-4090-8d9a-ec40a9cd9048', 'mac_address': 'fa:16:3e:3d:da:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:02:45.584141 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 is: DOWN; New status is: BUILD {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:02:45.584529 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:45.597389 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:02:45.620082 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7cffcc37-79fc-4090-8d9a-ec40a9cd9048,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:45.624382 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:45.795685 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=7cffcc37-79fc-4090-8d9a-ec40a9cd9048,revision_number=4']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:45.837311 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] get_ports_and_sgs() called for port_ids ['7cffcc37-79fc-4090-8d9a-ec40a9cd9048'] {{(pid=109705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:02:46.384284 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc260b0-c7a9-4fe6-81fa-d57f09cb72da req-c309d02a-df40-444d-8e16-9d79eac1a7f1 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:46.385784 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-efc260b0-c7a9-4fe6-81fa-d57f09cb72da req-c309d02a-df40-444d-8e16-9d79eac1a7f1 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 944 time: 0.0536230 Mar 28 19:02:46.433935 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-efc260b0-c7a9-4fe6-81fa-d57f09cb72da req-d5fa41f4-e5a7-4759-a54f-7dc4f83e3d6a tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d1803df-cb44-45bc-8735-7029ab0bd620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420341 Mar 28 19:02:47.449301 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 up at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:02:47.498205 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning for port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 completed by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:02:47.505238 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Provisioning complete for port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 triggered by entity L2. {{(pid=109705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:02:47.505619 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856622'] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), provisioning_complete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:47.563820 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ace43-8304-4ca1-97e8-90be8710e85f req-a79e1512-a7c9-40f8-841b-c03441e3abe4 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:47.564441 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ff0ace43-8304-4ca1-97e8-90be8710e85f req-a79e1512-a7c9-40f8-841b-c03441e3abe4 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 944 time: 0.0573087 Mar 28 19:02:47.583931 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Current status of the port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 is: BUILD; New status is: ACTIVE {{(pid=109705) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:02:47.584324 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822996'] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:47.609799 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265546d7-8881-457e-91f7-334307846594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cffcc37-79fc-4090-8d9a-ec40a9cd9048'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:02:47.611259 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-ff0ace43-8304-4ca1-97e8-90be8710e85f req-09985f05-c9aa-478b-8bc6-fb39f66d89ea tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d1803df-cb44-45bc-8735-7029ab0bd620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412340 Mar 28 19:02:47.612673 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff5a66461ec9c1081ec759fb9b4839c09b5423817abfd9463cef69fc7b3d016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fa7cf9-fc4b-4f30-b09c-ae3ffaed5c16" -d '{"events": [{"server_uuid": "265546d7-8881-457e-91f7-334307846594", "name": "network-vif-plugged", "status": "completed", "tag": "7cffcc37-79fc-4090-8d9a-ec40a9cd9048"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:02:47.625958 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] For port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7cffcc37-79fc-4090-8d9a-ec40a9cd9048,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:47.638094 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792069678987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792069190934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792069190952'] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:47.661585 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b05a4ce-9e82-4876-8b56-3e9b1f441b85 x-openstack-request-id: req-2b05a4ce-9e82-4876-8b56-3e9b1f441b85 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:02:47.661905 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265546d7-8881-457e-91f7-334307846594", "name": "network-vif-plugged", "status": "completed", "tag": "7cffcc37-79fc-4090-8d9a-ec40a9cd9048", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:02:47.662162 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b05a4ce-9e82-4876-8b56-3e9b1f441b85 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:02:47.662562 dv-cinder-835483-1-smb neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b05a4ce-9e82-4876-8b56-3e9b1f441b85'] response: {'server_uuid': '265546d7-8881-457e-91f7-334307846594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cffcc37-79fc-4090-8d9a-ec40a9cd9048', 'code': 200} Mar 28 19:02:47.688456 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Pushing event updated for resources: {'Port': ['ID=7cffcc37-79fc-4090-8d9a-ec40a9cd9048,revision_number=5']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:47.813553 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56d9b7-5092-4301-827d-509aa98cb994 req-9e55b3c5-39b2-4483-8dce-3f014dd2fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:47.815110 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cb56d9b7-5092-4301-827d-509aa98cb994 req-9e55b3c5-39b2-4483-8dce-3f014dd2fd65 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 1129 time: 0.0437069 Mar 28 19:02:47.856917 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-cb56d9b7-5092-4301-827d-509aa98cb994 req-60fb9e8c-afba-43b5-b98b-1627868fefc2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0d1803df-cb44-45bc-8735-7029ab0bd620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360456 Mar 28 19:02:48.737644 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95084c5-2257-4961-906c-e87ac171867e req-8fd80554-721b-44db-b147-f3601f8b9c77 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:48.739168 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-e95084c5-2257-4961-906c-e87ac171867e req-8fd80554-721b-44db-b147-f3601f8b9c77 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 945 time: 0.0570641 Mar 28 19:02:48.786633 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-e95084c5-2257-4961-906c-e87ac171867e req-20282715-244c-41ca-854b-88edd76fb2b3 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d1803df-cb44-45bc-8735-7029ab0bd620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416882 Mar 28 19:02:49.928165 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64348e23-e763-4b33-9ffa-93b673aec1b1 req-67da7760-fdb6-4ded-a42f-cd3f93cff4df tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:49.929613 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-64348e23-e763-4b33-9ffa-93b673aec1b1 req-67da7760-fdb6-4ded-a42f-cd3f93cff4df tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 945 time: 0.0526586 Mar 28 19:02:49.979347 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-64348e23-e763-4b33-9ffa-93b673aec1b1 req-75ba08cf-ff51-4ad4-8f6f-b853d79a8a95 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d1803df-cb44-45bc-8735-7029ab0bd620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441649 Mar 28 19:02:50.092706 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7dc14-d311-408d-942c-d8b41641998d req-e065109f-a21a-4c00-9f64-5ef72e38c235 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:50.094480 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-47b7dc14-d311-408d-942c-d8b41641998d req-e065109f-a21a-4c00-9f64-5ef72e38c235 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 945 time: 0.0532191 Mar 28 19:02:50.102686 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 32868) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:50.106893 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.v2.base [None req-5af66c98-3db0-45a5-824f-b4fbe6aecf72 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Request body: {'floatingip': {'port_id': '7cffcc37-79fc-4090-8d9a-ec40a9cd9048'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:50.147756 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af66c98-3db0-45a5-824f-b4fbe6aecf72 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (7d55acc6-3bfa-4266-8513-2f44cbfef6be), before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:50.590670 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af66c98-3db0-45a5-824f-b4fbe6aecf72 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:50.595045 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af66c98-3db0-45a5-824f-b4fbe6aecf72 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (7d55acc6-3bfa-4266-8513-2f44cbfef6be), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:50.694059 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [None req-5af66c98-3db0-45a5-824f-b4fbe6aecf72 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Floating IP 7d55acc6-3bfa-4266-8513-2f44cbfef6be associated. External IP: 172.28.0.98, port: 7cffcc37-79fc-4090-8d9a-ec40a9cd9048. Mar 28 19:02:50.902831 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af66c98-3db0-45a5-824f-b4fbe6aecf72 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:02:51.008924 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af66c98-3db0-45a5-824f-b4fbe6aecf72 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:02:51.013831 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af66c98-3db0-45a5-824f-b4fbe6aecf72 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:51.018948 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a073ed27-7333-427b-9e87-8128553e3e35 None None] Sync routers for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:02:51.028363 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073ed27-7333-427b-9e87-8128553e3e35 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:02:51.028973 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a073ed27-7333-427b-9e87-8128553e3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:02:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:51.043250 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-5af66c98-3db0-45a5-824f-b4fbe6aecf72 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "PUT /v2.0/floatingips/7d55acc6-3bfa-4266-8513-2f44cbfef6be HTTP/1.1" status: 200 len: 990 time: 0.9395411 Mar 28 19:02:51.043830 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265546d7-8881-457e-91f7-334307846594', 'tag': '7cffcc37-79fc-4090-8d9a-ec40a9cd9048'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:02:51.046071 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821c4559-a692-43f5-a57f-6c5406b12d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "265546d7-8881-457e-91f7-334307846594", "tag": "7cffcc37-79fc-4090-8d9a-ec40a9cd9048"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:02:51.081960 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62795be3-3062-4c9f-b751-3374bb150419 x-openstack-request-id: req-62795be3-3062-4c9f-b751-3374bb150419 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:02:51.082249 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265546d7-8881-457e-91f7-334307846594", "tag": "7cffcc37-79fc-4090-8d9a-ec40a9cd9048", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:02:51.082503 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62795be3-3062-4c9f-b751-3374bb150419 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:02:51.082917 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62795be3-3062-4c9f-b751-3374bb150419'] response: {'name': 'network-changed', 'server_uuid': '265546d7-8881-457e-91f7-334307846594', 'tag': '7cffcc37-79fc-4090-8d9a-ec40a9cd9048', 'status': 'completed', 'code': 200} Mar 28 19:02:51.137149 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-a073ed27-7333-427b-9e87-8128553e3e35 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:02:51.147819 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4559-a692-43f5-a57f-6c5406b12d9c req-713a1b0a-cfc3-4476-901a-e1c02c012128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:51.149339 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-821c4559-a692-43f5-a57f-6c5406b12d9c req-713a1b0a-cfc3-4476-901a-e1c02c012128 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c053736f74f74b5a9c23114357e4a126&device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 1129 time: 0.0438855 Mar 28 19:02:51.240526 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4559-a692-43f5-a57f-6c5406b12d9c req-e1f0edfe-cd92-4005-a294-b93b07cc6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:51.242028 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-821c4559-a692-43f5-a57f-6c5406b12d9c req-e1f0edfe-cd92-4005-a294-b93b07cc6d5b service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 200 len: 914 time: 0.0868998 Mar 28 19:02:51.307088 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-821c4559-a692-43f5-a57f-6c5406b12d9c req-66acfd3b-4db6-4635-a159-962ce67d2d3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cffcc37-79fc-4090-8d9a-ec40a9cd9048 HTTP/1.1" status: 200 len: 998 time: 0.0595520 Mar 28 19:02:51.356628 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a073ed27-7333-427b-9e87-8128553e3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '7d55acc6-3bfa-4266-8513-2f44cbfef6be', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.98', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': '7cffcc37-79fc-4090-8d9a-ec40a9cd9048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:3d:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265546d7-8881-457e-91f7-334307846594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:02:39Z', 'updated_at': '2022-03-28T19:02:50Z', 'revision_number': 1, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:51.356998 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4559-a692-43f5-a57f-6c5406b12d9c req-894fbeb6-b409-4a58-a2a2-837ff084fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:51.358827 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-821c4559-a692-43f5-a57f-6c5406b12d9c req-894fbeb6-b409-4a58-a2a2-837ff084fefc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0166e5a5-9fdc-488b-93b1-5a0d473bc689 HTTP/1.1" status: 200 len: 852 time: 0.0455232 Mar 28 19:02:51.386180 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a073ed27-7333-427b-9e87-8128553e3e35 None None] Checking router: 3af3df8c-a0cf-4176-ba76-25b2bab9d31b for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:02:51.395105 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073ed27-7333-427b-9e87-8128553e3e35 None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:02:51.395719 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a073ed27-7333-427b-9e87-8128553e3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:02:41Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:51.410835 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4559-a692-43f5-a57f-6c5406b12d9c req-c411a549-c813-4c19-9c0b-483c2a85d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:51.412329 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-821c4559-a692-43f5-a57f-6c5406b12d9c req-c411a549-c813-4c19-9c0b-483c2a85d5df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f330e27-be2f-46cf-b647-3494500dc99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0476732 Mar 28 19:02:51.502127 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-821c4559-a692-43f5-a57f-6c5406b12d9c req-5c744872-d44a-47ec-bc5e-6f3a386a0b24 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837915 Mar 28 19:02:51.591137 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-a073ed27-7333-427b-9e87-8128553e3e35 None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:02:51.599900 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-821c4559-a692-43f5-a57f-6c5406b12d9c req-32d5da39-4855-4757-872f-185903db9597 service neutron] 10.222.0.23 "GET /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923495 Mar 28 19:02:51.809036 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a073ed27-7333-427b-9e87-8128553e3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '7d55acc6-3bfa-4266-8513-2f44cbfef6be', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.98', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': '7cffcc37-79fc-4090-8d9a-ec40a9cd9048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:3d:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265546d7-8881-457e-91f7-334307846594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:02:39Z', 'updated_at': '2022-03-28T19:02:50Z', 'revision_number': 1, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:51.850448 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a073ed27-7333-427b-9e87-8128553e3e35 None None] The sync data for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb is: [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_floatingips': [{'id': '7d55acc6-3bfa-4266-8513-2f44cbfef6be', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'floating_ip_address': '172.28.0.98', 'floating_network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'router_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'port_id': '7cffcc37-79fc-4090-8d9a-ec40a9cd9048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'mac_address': 'fa:16:3e:3d:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265546d7-8881-457e-91f7-334307846594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:02:39Z', 'updated_at': '2022-03-28T19:02:50Z', 'revision_number': 1, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:02:52.039839 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ceff81-8a0e-44f7-b8ce-076666ca3fe7 None None] New status for floating IP 7d55acc6-3bfa-4266-8513-2f44cbfef6be: ACTIVE {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:02:56.287313 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:08.877698 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d12b39a7-190f-4dca-bf04-ccd6ba06b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:10.209962 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:03:11.068514 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-140b449c-9095-42f2-8c57-c0c80fa25011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:12.282450 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:13.693988 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:15.088013 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:25.691461 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4544d1-182b-4faf-80b6-177db3c28828 req-b6ab6106-4d86-4311-8368-7e428ef7d74a tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:25.692925 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-dd4544d1-182b-4faf-80b6-177db3c28828 req-b6ab6106-4d86-4311-8368-7e428ef7d74a tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 945 time: 0.0521574 Mar 28 19:03:25.742727 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-dd4544d1-182b-4faf-80b6-177db3c28828 req-3fd4640f-14f9-4dcd-946c-c895595772d5 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d1803df-cb44-45bc-8735-7029ab0bd620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443423 Mar 28 19:03:26.304367 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:26.860492 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c486df4-36e2-4fba-b29c-c190b533402e req-166c2065-d320-46fe-8808-781894cd9dd2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:26.861959 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2c486df4-36e2-4fba-b29c-c190b533402e req-166c2065-d320-46fe-8808-781894cd9dd2 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 945 time: 0.0525694 Mar 28 19:03:26.908057 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [req-2c486df4-36e2-4fba-b29c-c190b533402e req-9e1a4645-2cd1-4eb3-a7ea-cc698ee504d6 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d1803df-cb44-45bc-8735-7029ab0bd620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399811 Mar 28 19:03:27.182640 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-aab7b85e-c72b-4a14-8a48-3290281b28cf tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:27.184062 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-aab7b85e-c72b-4a14-8a48-3290281b28cf tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 945 time: 0.0505662 Mar 28 19:03:27.275376 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Deleting port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:03:27.275723 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:27.360551 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] For port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7cffcc37-79fc-4090-8d9a-ec40a9cd9048,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:03:27.360914 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:27.530274 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:27.530553 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695100'] for floatingip (7d55acc6-3bfa-4266-8513-2f44cbfef6be), after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:27.530866 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.db.l3_db [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Floating IP 7d55acc6-3bfa-4266-8513-2f44cbfef6be disassociated. External IP: 172.28.0.98, port: 7cffcc37-79fc-4090-8d9a-ec40a9cd9048. Mar 28 19:03:27.531204 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Calling delete_port for 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:03:27.657023 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (7cffcc37-79fc-4090-8d9a-ec40a9cd9048), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:27.689153 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event deleted for resources: {'Port': ['ID=7cffcc37-79fc-4090-8d9a-ec40a9cd9048,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:27.700789 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.701145 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.701495 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.701858 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.702197 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.702536 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.702870 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.703201 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.703527 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.703853 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.704184 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.704511 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.704831 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.705156 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.705477 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:27.821560 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:03:27.923624 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:03:27.934218 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998c8783-446b-4307-98b8-1a1385d066cf None None] Sync routers for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:03:27.946786 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998c8783-446b-4307-98b8-1a1385d066cf None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:03:27.947512 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-998c8783-446b-4307-98b8-1a1385d066cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:03:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:03:27.969108 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] No DVR routers for this DVR port 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 on host hv-cinder-83548 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:03:27.971764 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for port (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:27.975085 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-7c309f27-364c-4786-a54d-f7fc0c7e0580 req-ac6116f0-e97e-45d3-ac64-6fcd2c88c481 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.23 "DELETE /v2.0/ports/7cffcc37-79fc-4090-8d9a-ec40a9cd9048 HTTP/1.1" status: 204 len: 173 time: 0.7857521 Mar 28 19:03:27.975531 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265546d7-8881-457e-91f7-334307846594', 'name': 'network-vif-deleted', 'tag': '7cffcc37-79fc-4090-8d9a-ec40a9cd9048'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:03:27.977798 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33eab81b551734dc1ac542596ca16d66f7c8948631a8f148a63ae1d264bdba44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701d12f0-39cf-4633-8087-14712f7df475" -d '{"events": [{"server_uuid": "265546d7-8881-457e-91f7-334307846594", "name": "network-vif-deleted", "tag": "7cffcc37-79fc-4090-8d9a-ec40a9cd9048"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:03:28.023330 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [req-105471c1-8518-4c67-9467-1587726bf328 req-3e62a063-9407-4371-9085-fe7deaaa8c1d tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/ports?device_id=265546d7-8881-457e-91f7-334307846594 HTTP/1.1" status: 200 len: 210 time: 0.0425198 Mar 28 19:03:28.024811 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9474bb77-de8b-40f0-b6df-3dcb164c0b17 x-openstack-request-id: req-9474bb77-de8b-40f0-b6df-3dcb164c0b17 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:03:28.025098 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265546d7-8881-457e-91f7-334307846594", "name": "network-vif-deleted", "tag": "7cffcc37-79fc-4090-8d9a-ec40a9cd9048", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:03:28.025348 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9474bb77-de8b-40f0-b6df-3dcb164c0b17 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:03:28.025770 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9474bb77-de8b-40f0-b6df-3dcb164c0b17'] response: {'server_uuid': '265546d7-8881-457e-91f7-334307846594', 'name': 'network-vif-deleted', 'tag': '7cffcc37-79fc-4090-8d9a-ec40a9cd9048', 'status': 'completed', 'code': 200} Mar 28 19:03:28.081894 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-998c8783-446b-4307-98b8-1a1385d066cf None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:03:28.292746 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-998c8783-446b-4307-98b8-1a1385d066cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:03:28.319640 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998c8783-446b-4307-98b8-1a1385d066cf None None] Checking router: 3af3df8c-a0cf-4176-ba76-25b2bab9d31b for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:03:28.327959 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998c8783-446b-4307-98b8-1a1385d066cf None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:03:28.328697 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-998c8783-446b-4307-98b8-1a1385d066cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:03:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:03:28.436842 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-998c8783-446b-4307-98b8-1a1385d066cf None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:03:28.628103 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-998c8783-446b-4307-98b8-1a1385d066cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:03:28.657609 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998c8783-446b-4307-98b8-1a1385d066cf None None] The sync data for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb is: [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:48Z', 'revision_number': 4, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb', '_interfaces': [{'id': '4eebf211-463c-41ba-b17c-f108d9d05e1b', 'name': '', 'network_id': '1f330e27-be2f-46cf-b647-3494500dc99a', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:47Z', 'updated_at': '2022-03-28T18:59:52Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'subnets': [{'id': '0166e5a5-9fdc-488b-93b1-5a0d473bc689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:03:28.868556 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b3eb3c-8f81-4351-83a1-506db81c7630 None None] New status for floating IP 7d55acc6-3bfa-4266-8513-2f44cbfef6be: DOWN {{(pid=109705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:03:29.117104 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 32934) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:29.168671 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c85f93d-9f6f-4fb3-9b99-50fd8e3c2f41 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (0d1803df-cb44-45bc-8735-7029ab0bd620), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:29.191131 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c85f93d-9f6f-4fb3-9b99-50fd8e3c2f41 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (0d1803df-cb44-45bc-8735-7029ab0bd620), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:29.237222 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c85f93d-9f6f-4fb3-9b99-50fd8e3c2f41 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (0d1803df-cb44-45bc-8735-7029ab0bd620), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:29.240320 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c85f93d-9f6f-4fb3-9b99-50fd8e3c2f41 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:29.241467 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-5c85f93d-9f6f-4fb3-9b99-50fd8e3c2f41 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "DELETE /v2.0/security-groups/0d1803df-cb44-45bc-8735-7029ab0bd620 HTTP/1.1" status: 204 len: 168 time: 0.1233027 Mar 28 19:03:29.244265 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 32936) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:29.250304 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85f93d-9f6f-4fb3-9b99-50fd8e3c2f41 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1803df-cb44-45bc-8735-7029ab0bd620,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:29.258314 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.api.v2.resource [None req-a8ed30d2-ffad-4de8-8766-fc1bbf17f153 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] show failed (client error): The resource could not be found. Mar 28 19:03:29.259512 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-a8ed30d2-ffad-4de8-8766-fc1bbf17f153 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "GET /v2.0/security-groups/0d1803df-cb44-45bc-8735-7029ab0bd620 HTTP/1.1" status: 404 len: 347 time: 0.0142479 Mar 28 19:03:29.262302 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 32938) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:29.385057 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-635bb8b3-ef42-40a0-b29c-db6781ff7355 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Deleting port 31cb5d59-8993-4ff5-a49d-dd735ac712a2 {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:03:29.385381 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-635bb8b3-ef42-40a0-b29c-db6781ff7355 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (31cb5d59-8993-4ff5-a49d-dd735ac712a2), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:29.467750 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-635bb8b3-ef42-40a0-b29c-db6781ff7355 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (31cb5d59-8993-4ff5-a49d-dd735ac712a2), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:29.468213 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-635bb8b3-ef42-40a0-b29c-db6781ff7355 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (31cb5d59-8993-4ff5-a49d-dd735ac712a2), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:29.480527 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-635bb8b3-ef42-40a0-b29c-db6781ff7355 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Calling delete_port for 31cb5d59-8993-4ff5-a49d-dd735ac712a2 owned by network:floatingip {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:03:29.610245 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-635bb8b3-ef42-40a0-b29c-db6781ff7355 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (31cb5d59-8993-4ff5-a49d-dd735ac712a2), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:29.639802 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bb8b3-ef42-40a0-b29c-db6781ff7355 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Pushing event deleted for resources: {'Port': ['ID=31cb5d59-8993-4ff5-a49d-dd735ac712a2,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:29.699319 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-635bb8b3-ef42-40a0-b29c-db6781ff7355 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks [] for floatingip (7d55acc6-3bfa-4266-8513-2f44cbfef6be), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:29.701898 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-635bb8b3-ef42-40a0-b29c-db6781ff7355 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2087339'] for floatingip (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:29.703043 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-635bb8b3-ef42-40a0-b29c-db6781ff7355 tempest-AttachVolumeNegativeTest-922738493 tempest-AttachVolumeNegativeTest-922738493-project] 10.222.0.18 "DELETE /v2.0/floatingips/7d55acc6-3bfa-4266-8513-2f44cbfef6be HTTP/1.1" status: 204 len: 168 time: 0.4390938 Mar 28 19:03:31.697989 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:03:31.717608 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] No Port match for: 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:03:31.717975 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Device 7cffcc37-79fc-4090-8d9a-ec40a9cd9048 not bound to the agent host hv-cinder-83548 {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:03:33.349170 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 32974) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:33.715923 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c2552e3b-04e6-4f26-b303-6b313fed5fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688188'] for router_interface (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:33.965205 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-c2552e3b-04e6-4f26-b303-6b313fed5fd4 admin admin] Deleting port 4eebf211-463c-41ba-b17c-f108d9d05e1b {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:03:33.965537 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c2552e3b-04e6-4f26-b303-6b313fed5fd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:34.041503 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [None req-c2552e3b-04e6-4f26-b303-6b313fed5fd4 admin admin] For port 4eebf211-463c-41ba-b17c-f108d9d05e1b, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=4eebf211-463c-41ba-b17c-f108d9d05e1b,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:03:34.041806 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c2552e3b-04e6-4f26-b303-6b313fed5fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:34.054375 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-c2552e3b-04e6-4f26-b303-6b313fed5fd4 admin admin] Calling delete_port for 4eebf211-463c-41ba-b17c-f108d9d05e1b owned by network:router_interface {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:03:34.231465 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c2552e3b-04e6-4f26-b303-6b313fed5fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (4eebf211-463c-41ba-b17c-f108d9d05e1b), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:34.258567 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2552e3b-04e6-4f26-b303-6b313fed5fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eebf211-463c-41ba-b17c-f108d9d05e1b,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:34.431687 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c2552e3b-04e6-4f26-b303-6b313fed5fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687788'] for router_interface (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:34.642139 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2552e3b-04e6-4f26-b303-6b313fed5fd4 admin admin] Router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b has already been hosted by L3 agent c2e47bd9-17ca-48e5-9590-5717fda83939 {{(pid=109703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:03:34.755414 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2552e3b-04e6-4f26-b303-6b313fed5fd4 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-smb the message routers_updated {{(pid=109703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:03:34.761224 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-c2552e3b-04e6-4f26-b303-6b313fed5fd4 admin admin] 10.222.0.18 "PUT /v2.0/routers/3af3df8c-a0cf-4176-ba76-25b2bab9d31b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4107082 Mar 28 19:03:34.763925 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 32976) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:34.764551 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68faadec-bc2f-479c-9a09-a53eaccf116f None None] Sync routers for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:03:34.775621 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68faadec-bc2f-479c-9a09-a53eaccf116f None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:03:34.776244 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-68faadec-bc2f-479c-9a09-a53eaccf116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:03:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:03:34.868858 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] Publish callbacks [] for router (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:34.882249 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-68faadec-bc2f-479c-9a09-a53eaccf116f None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: dv-cinder-835483-1-smb {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:03:34.977571 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] Publish callbacks [] for router_gateway (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:35.034439 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] Deleting port 07942513-7812-4bc6-9d77-cc762fbde2a5 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:03:35.034795 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (07942513-7812-4bc6-9d77-cc762fbde2a5), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:35.064117 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-68faadec-bc2f-479c-9a09-a53eaccf116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'external_fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T19:03:34Z', 'revision_number': 5, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port': {'id': '07942513-7812-4bc6-9d77-cc762fbde2a5', 'name': '', 'network_id': '43097040-ae62-42ba-a1e8-2488009ecdd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa6e797b-5e79-47d7-93e8-44970d7c4466', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-smb'}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:03:35.090177 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68faadec-bc2f-479c-9a09-a53eaccf116f None None] Checking router: 3af3df8c-a0cf-4176-ba76-25b2bab9d31b for host: dv-cinder-835483-1-smb {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:03:35.098666 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68faadec-bc2f-479c-9a09-a53eaccf116f None None] Routers {'3af3df8c-a0cf-4176-ba76-25b2bab9d31b'} bound to L3 agent in host dv-cinder-835483-1-smb {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:03:35.099244 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-68faadec-bc2f-479c-9a09-a53eaccf116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:45:11Z,description=,heartbeat_timestamp=2022-03-28T19:03:11Z,host='dv-cinder-835483-1-smb',id=c2e47bd9-17ca-48e5-9590-5717fda83939,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:45:11Z,topic='l3_agent')) {'router_ids': ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:03:35.117448 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] For port 07942513-7812-4bc6-9d77-cc762fbde2a5, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=07942513-7812-4bc6-9d77-cc762fbde2a5,segment=NetworkSegment(cc1bf164-4870-407d-a95d-4cb7d38292b0),segment_id=cc1bf164-4870-407d-a95d-4cb7d38292b0)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:03:35.117848 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (07942513-7812-4bc6-9d77-cc762fbde2a5), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:35.133292 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] Calling delete_port for 07942513-7812-4bc6-9d77-cc762fbde2a5 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:03:35.286096 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-68faadec-bc2f-479c-9a09-a53eaccf116f None None] Set router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:03:35.343322 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-68faadec-bc2f-479c-9a09-a53eaccf116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T19:03:34Z', 'revision_number': 6, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port_host': None}], 'dv-cinder-835483-1-smb', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:03:35.371815 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68faadec-bc2f-479c-9a09-a53eaccf116f None None] The sync data for ids ['3af3df8c-a0cf-4176-ba76-25b2bab9d31b'] in dv-cinder-835483-1-smb is: [{'id': '3af3df8c-a0cf-4176-ba76-25b2bab9d31b', 'name': 'tempest-AttachVolumeNegativeTest-42401574-router', 'tenant_id': 'c053736f74f74b5a9c23114357e4a126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:59:44Z', 'updated_at': '2022-03-28T19:03:34Z', 'revision_number': 6, 'project_id': 'c053736f74f74b5a9c23114357e4a126', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:03:35.557669 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528608950'] for port (07942513-7812-4bc6-9d77-cc762fbde2a5), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:35.582946 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] Pushing event deleted for resources: {'Port': ['ID=07942513-7812-4bc6-9d77-cc762fbde2a5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:35.641817 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694982'] for router_gateway (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:35.731811 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:35.733984 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] Publish callbacks [] for router_controller (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:35.793710 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690595'] for router (3af3df8c-a0cf-4176-ba76-25b2bab9d31b), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:35.794889 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3af3df8c-a0cf-4176-ba76-25b2bab9d31b {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:03:35.803032 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:35.804205 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-cc3b4ca3-0495-445e-b51c-6cc493a8af7a admin admin] 10.222.0.18 "DELETE /v2.0/routers/3af3df8c-a0cf-4176-ba76-25b2bab9d31b HTTP/1.1" status: 204 len: 168 time: 1.0393164 Mar 28 19:03:35.806762 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 32978) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:35.855933 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e898554-4eb1-4913-bd77-62f4b3dd436c admin admin] Deleting subnet 0166e5a5-9fdc-488b-93b1-5a0d473bc689 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:03:35.859018 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5e898554-4eb1-4913-bd77-62f4b3dd436c admin admin] Publish callbacks [] for subnet (0166e5a5-9fdc-488b-93b1-5a0d473bc689), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:35.895795 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5e898554-4eb1-4913-bd77-62f4b3dd436c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530571899'] for subnet (0166e5a5-9fdc-488b-93b1-5a0d473bc689), precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:35.969132 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5e898554-4eb1-4913-bd77-62f4b3dd436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910022'] for subnet (0166e5a5-9fdc-488b-93b1-5a0d473bc689), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.018660 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5e898554-4eb1-4913-bd77-62f4b3dd436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528608325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528677385'] for subnet (0166e5a5-9fdc-488b-93b1-5a0d473bc689), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.045076 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e898554-4eb1-4913-bd77-62f4b3dd436c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0166e5a5-9fdc-488b-93b1-5a0d473bc689,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:36.047043 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5e898554-4eb1-4913-bd77-62f4b3dd436c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.050151 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-5e898554-4eb1-4913-bd77-62f4b3dd436c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0166e5a5-9fdc-488b-93b1-5a0d473bc689 HTTP/1.1" status: 204 len: 168 time: 0.2403650 Mar 28 19:03:36.051651 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025333e7-850d-4f48-8859-746c2bc006e6 None None] Network 1f330e27-be2f-46cf-b647-3494500dc99a requested from dv-cinder-835483-1-smb {{(pid=109705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:03:36.052722 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 32980) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:36.131040 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049991'] for network (1f330e27-be2f-46cf-b647-3494500dc99a), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.199295 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Deleting port 90a2ab9c-403d-482d-905b-fc258c0fa30c {{(pid=109703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:03:36.199669 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.224671 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] DHCP port deletion for 1f330e27-be2f-46cf-b647-3494500dc99a request from dv-cinder-835483-1-smb {{(pid=109705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:03:36.264933 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.db [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] For port 90a2ab9c-403d-482d-905b-fc258c0fa30c, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=90a2ab9c-403d-482d-905b-fc258c0fa30c,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:03:36.265311 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.279347 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Deleting port 90a2ab9c-403d-482d-905b-fc258c0fa30c {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:03:36.279734 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792069674262'] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.280755 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Calling delete_port for 90a2ab9c-403d-482d-905b-fc258c0fa30c owned by network:dhcp {{(pid=109703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:03:36.345400 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] For port 90a2ab9c-403d-482d-905b-fc258c0fa30c, host dv-cinder-835483-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-smb',level=0,port_id=90a2ab9c-403d-482d-905b-fc258c0fa30c,segment=NetworkSegment(9c5a383c-8b7b-4940-8267-621105ae76ad),segment_id=9c5a383c-8b7b-4940-8267-621105ae76ad)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:03:36.345824 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691982'] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.358236 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Calling delete_port for 90a2ab9c-403d-482d-905b-fc258c0fa30c owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:03:36.371457 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530563463'] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.399537 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=90a2ab9c-403d-482d-905b-fc258c0fa30c,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:36.401523 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] No DVR routers for this DVR port 90a2ab9c-403d-482d-905b-fc258c0fa30c on host dv-cinder-835483-1-smb {{(pid=109703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:03:36.406018 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 07942513-7812-4bc6-9d77-cc762fbde2a5 no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:03:36.432417 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: 07942513-7812-4bc6-9d77-cc762fbde2a5 {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:03:36.432763 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 07942513-7812-4bc6-9d77-cc762fbde2a5 not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:03:36.433183 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 90a2ab9c-403d-482d-905b-fc258c0fa30c no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:03:36.455382 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: 90a2ab9c-403d-482d-905b-fc258c0fa30c {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:03:36.455972 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 90a2ab9c-403d-482d-905b-fc258c0fa30c not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:03:36.456657 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 4eebf211-463c-41ba-b17c-f108d9d05e1b no longer exists at agent ovs-agent-dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:03:36.490716 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] No Port match for: 4eebf211-463c-41ba-b17c-f108d9d05e1b {{(pid=109705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:03:36.491219 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.plugins.ml2.rpc [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Device 4eebf211-463c-41ba-b17c-f108d9d05e1b not bound to the agent host dv-cinder-835483-1-smb {{(pid=109705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:03:36.521972 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792069678969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792069190925'] for port (90a2ab9c-403d-482d-905b-fc258c0fa30c), after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.550431 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Pushing event deleted for resources: {'Port': ['ID=90a2ab9c-403d-482d-905b-fc258c0fa30c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:36.555661 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] No DVR routers for this DVR port 90a2ab9c-403d-482d-905b-fc258c0fa30c on host dv-cinder-835483-1-smb {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:03:36.569808 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.570158 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.570500 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.570839 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.571175 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.571507 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.571832 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.572159 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.572478 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.572799 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.573123 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.573496 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.573843 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.574165 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.575069 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dbbc2f-1557-4658-925d-3c5b09accf8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:36.702462 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857933', 'neutron.services.segments.db._delete_segments_for_network-8792069505594'] for network (1f330e27-be2f-46cf-b647-3494500dc99a), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.721865 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f330e27-be2f-46cf-b647-3494500dc99a']}} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:03:36.731027 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5a383c-8b7b-4940-8267-621105ae76ad') {'for_net_delete': True} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:03:36.731324 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.services.segments.db [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5a383c-8b7b-4940-8267-621105ae76ad') {} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:03:36.740968 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792069504323', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530570916'] for segment (9c5a383c-8b7b-4940-8267-621105ae76ad), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.753503 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465'] for segment (9c5a383c-8b7b-4940-8267-621105ae76ad), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.760145 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:03:36.760534 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530563538'] for segment (9c5a383c-8b7b-4940-8267-621105ae76ad), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: Traceback (most recent call last): Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: timer() Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: cb(*args, **kw) Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: return func(*args, **kwargs) Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: self._notify() Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: self.callback(batched_events) Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: event.method(event) Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: return f(self, *a, **k) Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: return self._get(url).json() Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: return self.request(url, 'GET', **kwargs) Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:03:36.762197 dv-cinder-835483-1-smb neutron-server[109703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:03:36.823163 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695082'] for network (1f330e27-be2f-46cf-b647-3494500dc99a), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.827331 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620596'] for network (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:36.830749 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1f330e27-be2f-46cf-b647-3494500dc99a HTTP/1.1" status: 204 len: 168 time: 0.7769837 Mar 28 19:03:36.843357 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39541ab7-1ac6-4b73-82b9-d5573f8533d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f330e27-be2f-46cf-b647-3494500dc99a,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:36.988058 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 32984) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:37.027616 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-4cf89cd5-a5dc-4590-814d-20a7e4f801eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c053736f74f74b5a9c23114357e4a126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378516 Mar 28 19:03:37.030064 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 32986) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:37.079796 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c80adfbe-597c-4b48-96bc-5e3e62e0c996 admin admin] Publish callbacks [] for security_group (17fe2293-c29d-4def-b470-932483c762e1), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:37.100926 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c80adfbe-597c-4b48-96bc-5e3e62e0c996 admin admin] Publish callbacks [] for security_group (17fe2293-c29d-4def-b470-932483c762e1), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:37.147009 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c80adfbe-597c-4b48-96bc-5e3e62e0c996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (17fe2293-c29d-4def-b470-932483c762e1), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:37.149567 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-c80adfbe-597c-4b48-96bc-5e3e62e0c996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:37.150744 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-c80adfbe-597c-4b48-96bc-5e3e62e0c996 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17fe2293-c29d-4def-b470-932483c762e1 HTTP/1.1" status: 204 len: 168 time: 0.1197972 Mar 28 19:03:37.158302 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80adfbe-597c-4b48-96bc-5e3e62e0c996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fe2293-c29d-4def-b470-932483c762e1,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:38.880002 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a45bf5ca-1754-46b9-a546-3f2db0a9767d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:40.931849 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 33050) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:41.034165 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:41.070411 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dfa55b40-c5e5-4d39-b91f-325f0e819854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:41.107930 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Publish callbacks [] for security_group (109c3f4d-10a8-46a3-a51f-88958733e8bb), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:41.111265 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (109c3f4d-10a8-46a3-a51f-88958733e8bb), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:41.149159 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03807833ccd4446885b40928c66ec6e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162471 Mar 28 19:03:41.150289 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109c3f4d-10a8-46a3-a51f-88958733e8bb,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:41.151842 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 33054) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:41.157209 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.157563 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.157931 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.158287 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.158628 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.158958 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.159288 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.159618 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.159952 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.160342 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.160669 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.160997 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.161323 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.161647 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.161993 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed00f393-9989-4376-a47e-a586464bfdc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-smb {{(pid=109703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:41.204624 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ce52c6e-fe6e-4f31-863c-95e4d60405c9 admin admin] Publish callbacks [] for security_group (109c3f4d-10a8-46a3-a51f-88958733e8bb), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:41.226438 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ce52c6e-fe6e-4f31-863c-95e4d60405c9 admin admin] Publish callbacks [] for security_group (109c3f4d-10a8-46a3-a51f-88958733e8bb), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:41.272527 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ce52c6e-fe6e-4f31-863c-95e4d60405c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (109c3f4d-10a8-46a3-a51f-88958733e8bb), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:41.275145 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ce52c6e-fe6e-4f31-863c-95e4d60405c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:41.276342 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-2ce52c6e-fe6e-4f31-863c-95e4d60405c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/109c3f4d-10a8-46a3-a51f-88958733e8bb HTTP/1.1" status: 204 len: 168 time: 0.1234906 Mar 28 19:03:41.284999 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce52c6e-fe6e-4f31-863c-95e4d60405c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109c3f4d-10a8-46a3-a51f-88958733e8bb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:42.272537 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:43.696715 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:45.089425 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:47.209128 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:03:49.504561 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 33184) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:49.614687 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-896985c8-6a58-4691-b666-08feb3774591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:49.686881 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-896985c8-6a58-4691-b666-08feb3774591 admin admin] Publish callbacks [] for security_group (50ea879b-26a7-4e6b-b9c8-c9c7acab3d70), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:49.690475 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-896985c8-6a58-4691-b666-08feb3774591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (50ea879b-26a7-4e6b-b9c8-c9c7acab3d70), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:49.727504 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-896985c8-6a58-4691-b666-08feb3774591 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcef67dbf28e42e281f8280e87ae1508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218995 Mar 28 19:03:49.729338 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896985c8-6a58-4691-b666-08feb3774591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ea879b-26a7-4e6b-b9c8-c9c7acab3d70,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:49.730293 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 33188) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:49.777511 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d2de32c1-efff-474c-83ed-9762707269b2 admin admin] Publish callbacks [] for security_group (50ea879b-26a7-4e6b-b9c8-c9c7acab3d70), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:49.800385 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d2de32c1-efff-474c-83ed-9762707269b2 admin admin] Publish callbacks [] for security_group (50ea879b-26a7-4e6b-b9c8-c9c7acab3d70), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:49.845781 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d2de32c1-efff-474c-83ed-9762707269b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (50ea879b-26a7-4e6b-b9c8-c9c7acab3d70), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:49.848833 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-d2de32c1-efff-474c-83ed-9762707269b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:49.849957 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-d2de32c1-efff-474c-83ed-9762707269b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50ea879b-26a7-4e6b-b9c8-c9c7acab3d70 HTTP/1.1" status: 204 len: 168 time: 0.1186714 Mar 28 19:03:49.857256 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de32c1-efff-474c-83ed-9762707269b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ea879b-26a7-4e6b-b9c8-c9c7acab3d70,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:50.103510 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 33194) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:50.116249 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a982-b6de-4343-a628-de46fa6e22e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:50.198579 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a982-b6de-4343-a628-de46fa6e22e3 admin admin] Publish callbacks [] for security_group (d31ff1b2-57ca-45dc-8b19-3769a1c8e9f0), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:50.202241 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a982-b6de-4343-a628-de46fa6e22e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (d31ff1b2-57ca-45dc-8b19-3769a1c8e9f0), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:50.240921 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-1fc6a982-b6de-4343-a628-de46fa6e22e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3804f04127d44c48034579f47d94c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363316 Mar 28 19:03:50.242062 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6a982-b6de-4343-a628-de46fa6e22e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31ff1b2-57ca-45dc-8b19-3769a1c8e9f0,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:50.243671 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 33196) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:50.291089 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9f17cd6-6b2b-4c38-a956-e4733c8abdc7 admin admin] Publish callbacks [] for security_group (d31ff1b2-57ca-45dc-8b19-3769a1c8e9f0), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:50.311854 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9f17cd6-6b2b-4c38-a956-e4733c8abdc7 admin admin] Publish callbacks [] for security_group (d31ff1b2-57ca-45dc-8b19-3769a1c8e9f0), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:50.360478 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9f17cd6-6b2b-4c38-a956-e4733c8abdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (d31ff1b2-57ca-45dc-8b19-3769a1c8e9f0), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:50.362975 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9f17cd6-6b2b-4c38-a956-e4733c8abdc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:50.364854 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-d9f17cd6-6b2b-4c38-a956-e4733c8abdc7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d31ff1b2-57ca-45dc-8b19-3769a1c8e9f0 HTTP/1.1" status: 204 len: 168 time: 0.1201992 Mar 28 19:03:50.372239 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f17cd6-6b2b-4c38-a956-e4733c8abdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31ff1b2-57ca-45dc-8b19-3769a1c8e9f0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:52.263237 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 33266) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:52.365296 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-23c08583-db30-4108-b8ca-3a861b6c733d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:52.437992 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-23c08583-db30-4108-b8ca-3a861b6c733d admin admin] Publish callbacks [] for security_group (8f5380bc-bce3-4ea3-be24-fc4260974ed9), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:52.442464 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-23c08583-db30-4108-b8ca-3a861b6c733d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (8f5380bc-bce3-4ea3-be24-fc4260974ed9), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:52.482751 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-23c08583-db30-4108-b8ca-3a861b6c733d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cbb2df46be74d8a9e7e37f45dddd382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183614 Mar 28 19:03:52.483593 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c08583-db30-4108-b8ca-3a861b6c733d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5380bc-bce3-4ea3-be24-fc4260974ed9,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:52.485550 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 33270) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:52.532587 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d71d71c-3e11-4eaf-a500-026370c3c676 admin admin] Publish callbacks [] for security_group (8f5380bc-bce3-4ea3-be24-fc4260974ed9), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:52.553547 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d71d71c-3e11-4eaf-a500-026370c3c676 admin admin] Publish callbacks [] for security_group (8f5380bc-bce3-4ea3-be24-fc4260974ed9), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:52.600007 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d71d71c-3e11-4eaf-a500-026370c3c676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (8f5380bc-bce3-4ea3-be24-fc4260974ed9), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:52.602686 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d71d71c-3e11-4eaf-a500-026370c3c676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:52.603834 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-4d71d71c-3e11-4eaf-a500-026370c3c676 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f5380bc-bce3-4ea3-be24-fc4260974ed9 HTTP/1.1" status: 204 len: 168 time: 0.1172624 Mar 28 19:03:52.611214 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71d71c-3e11-4eaf-a500-026370c3c676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5380bc-bce3-4ea3-be24-fc4260974ed9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:52.862341 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 33276) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:52.875427 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8fcc75de-a328-4012-ac7d-7817f1c672ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:52.948384 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8fcc75de-a328-4012-ac7d-7817f1c672ed admin admin] Publish callbacks [] for security_group (1d5fc474-e153-4cae-bf0a-e62b8c2ce4b0), precommit_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:52.951870 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-8fcc75de-a328-4012-ac7d-7817f1c672ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (1d5fc474-e153-4cae-bf0a-e62b8c2ce4b0), after_create {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:52.989871 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-8fcc75de-a328-4012-ac7d-7817f1c672ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebde091a8c86463eb504ae07f82b839e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263659 Mar 28 19:03:52.990834 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc75de-a328-4012-ac7d-7817f1c672ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5fc474-e153-4cae-bf0a-e62b8c2ce4b0,revision_number=1']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:52.992578 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 33278) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:53.040005 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bfa223c-dd3c-4538-8635-26c8de5e23f9 admin admin] Publish callbacks [] for security_group (1d5fc474-e153-4cae-bf0a-e62b8c2ce4b0), before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:53.060938 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bfa223c-dd3c-4538-8635-26c8de5e23f9 admin admin] Publish callbacks [] for security_group (1d5fc474-e153-4cae-bf0a-e62b8c2ce4b0), precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:53.106240 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bfa223c-dd3c-4538-8635-26c8de5e23f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (1d5fc474-e153-4cae-bf0a-e62b8c2ce4b0), after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:53.108683 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bfa223c-dd3c-4538-8635-26c8de5e23f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:53.109831 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-8bfa223c-dd3c-4538-8635-26c8de5e23f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d5fc474-e153-4cae-bf0a-e62b8c2ce4b0 HTTP/1.1" status: 204 len: 168 time: 0.1161873 Mar 28 19:03:53.117992 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa223c-dd3c-4538-8635-26c8de5e23f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5fc474-e153-4cae-bf0a-e62b8c2ce4b0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:56.292252 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:59.410082 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.18', 33358) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:59.513317 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e86c038f-9a51-4d04-abf2-635184fd2c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:59.586386 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e86c038f-9a51-4d04-abf2-635184fd2c09 admin admin] Publish callbacks [] for security_group (89e33296-b3b7-4892-a8ad-23c8fc4eef22), precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:59.589881 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e86c038f-9a51-4d04-abf2-635184fd2c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (89e33296-b3b7-4892-a8ad-23c8fc4eef22), after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:59.627909 dv-cinder-835483-1-smb neutron-server[109704]: INFO neutron.wsgi [None req-e86c038f-9a51-4d04-abf2-635184fd2c09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08c704a1edcd4628b1d0e468b3f59a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168305 Mar 28 19:03:59.628862 dv-cinder-835483-1-smb neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c038f-9a51-4d04-abf2-635184fd2c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e33296-b3b7-4892-a8ad-23c8fc4eef22,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:59.630794 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.wsgi [-] (109703) accepted ('10.222.0.18', 33362) {{(pid=109703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:03:59.678708 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-252ea747-0030-454c-9e4e-4bf9acde05b0 admin admin] Publish callbacks [] for security_group (89e33296-b3b7-4892-a8ad-23c8fc4eef22), before_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:59.699040 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-252ea747-0030-454c-9e4e-4bf9acde05b0 admin admin] Publish callbacks [] for security_group (89e33296-b3b7-4892-a8ad-23c8fc4eef22), precommit_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:59.744861 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-252ea747-0030-454c-9e4e-4bf9acde05b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622244'] for security_group (89e33296-b3b7-4892-a8ad-23c8fc4eef22), after_delete {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:59.747372 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-252ea747-0030-454c-9e4e-4bf9acde05b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:59.748516 dv-cinder-835483-1-smb neutron-server[109703]: INFO neutron.wsgi [None req-252ea747-0030-454c-9e4e-4bf9acde05b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89e33296-b3b7-4892-a8ad-23c8fc4eef22 HTTP/1.1" status: 204 len: 168 time: 0.1167161 Mar 28 19:03:59.755956 dv-cinder-835483-1-smb neutron-server[109703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ea747-0030-454c-9e4e-4bf9acde05b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e33296-b3b7-4892-a8ad-23c8fc4eef22,revision_number=None']} {{(pid=109703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:08.881739 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ea246d0e-6d11-4b1e-a971-034de8ce895d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:11.072953 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5683ae2c-e0b5-463e-bb68-1a6174ea4627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:12.275828 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:13.702167 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.093685 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:24.208170 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:04:26.303841 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:38.882129 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1df604b8-ca61-4014-987c-0df20b087a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:41.074595 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c07cc4b7-dd65-4802-8e36-e480cd074566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:42.279729 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:43.701654 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:45.095696 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:56.318022 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:01.206813 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:05:08.883793 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dbebf12d-51aa-435c-97ba-06aaab031dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:11.076040 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8ed01e3-befe-47cf-94e6-e40e3f3975d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:12.282343 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.705187 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.097985 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.332851 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:38.206601 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:05:38.885904 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af98be7a-d2c2-4f9b-b491-18a93930410f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:41.077551 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0a372adb-e102-4cd4-a912-d192579510fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:42.284988 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:43.711163 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:45.099727 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:56.346677 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.887322 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-70101d45-dcc5-4603-b969-380aaf5f53d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.079976 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a809c5e-d3bf-437d-aadc-c49263676193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.289322 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.711373 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.102864 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.206420 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:06:26.377592 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:38.888087 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1121f3d2-684e-4295-8ddf-d83c656f3529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:41.081548 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1466e30d-cafa-4b27-b798-0e8d84753a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:42.291902 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:43.713927 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:45.104272 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:52.206039 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:06:56.392322 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:08.889033 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-153188fb-2794-4548-968c-241da95665ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:11.081951 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19df4db6-6619-4cfe-a414-e9ec958cd77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:12.294116 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.718140 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:15.107325 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:26.405915 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:29.205594 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:07:38.889632 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a62a8ff-b8d8-4c5d-a308-22ee2666bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:41.082507 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-73584ba0-d839-4fe9-b107-e4266d91e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:42.296345 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:43.719271 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:45.111261 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:56.404556 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:06.204131 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:08:08.890883 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06965ae2-dbed-47f3-b450-b5676199c14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:11.084988 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03f8988e-a264-407c-9618-153efa2d52ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:12.300412 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:13.723016 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:15.112550 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:26.402991 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:38.892781 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be1ee9d9-f925-4223-9124-6ff534d699c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (7aafe862-0404-4a07-beb2-f3aca4a8149e), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:41.087050 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06ca20e5-83bb-42bd-943c-e74e0cb4c66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (c2e47bd9-17ca-48e5-9590-5717fda83939), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:42.303481 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295a61b6-9491-487a-962e-304777fe0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (faf7a7ed-4d57-465f-9c58-ccf924d0160d), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:43.203105 dv-cinder-835483-1-smb neutron-server[109706]: DEBUG neutron.db.agents_db [None req-76a91d66-3ee0-4016-a9ab-a38458acd5a1 None None] Agent healthcheck: found 6 active agents {{(pid=109706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:08:43.725250 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d413c64a-59d8-46c2-90ad-84cb1cfa6de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (8f89de30-f79c-46ee-88fa-1723b5879bf1), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:45.114953 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ad2b-4fa3-4b7b-9edd-c571e25839fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (02e34e7a-e9fb-481f-9c8e-e7cb07fe593a), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:56.419965 dv-cinder-835483-1-smb neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67fcc6a3-1355-40d7-bb06-c2e2b0733539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792069505576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857228'] for agent (62edd51a-f847-4df6-9396-3971cf238b56), after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}